2024-11-11 03:17:01,032 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-11 03:17:01,043 main DEBUG Took 0.009551 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 03:17:01,043 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 03:17:01,044 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 03:17:01,044 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 03:17:01,046 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 03:17:01,052 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 03:17:01,064 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 03:17:01,065 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 03:17:01,066 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 03:17:01,066 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 03:17:01,067 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 03:17:01,067 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 03:17:01,068 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 03:17:01,068 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 03:17:01,068 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 03:17:01,069 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 03:17:01,069 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 03:17:01,069 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 03:17:01,070 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 03:17:01,070 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 03:17:01,071 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 03:17:01,071 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 03:17:01,071 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 03:17:01,071 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 03:17:01,072 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 03:17:01,072 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 03:17:01,073 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 03:17:01,073 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 03:17:01,073 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 03:17:01,073 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 03:17:01,074 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 03:17:01,074 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 03:17:01,075 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 03:17:01,077 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 03:17:01,078 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 03:17:01,079 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 03:17:01,080 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 03:17:01,080 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 03:17:01,088 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 03:17:01,090 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 03:17:01,092 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 03:17:01,093 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 03:17:01,093 main DEBUG createAppenders(={Console}) 2024-11-11 03:17:01,094 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-11 03:17:01,094 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-11 03:17:01,094 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-11 03:17:01,095 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 03:17:01,095 main DEBUG OutputStream closed 2024-11-11 03:17:01,095 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 03:17:01,095 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 03:17:01,096 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-11 03:17:01,163 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 03:17:01,165 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 03:17:01,166 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 03:17:01,167 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 03:17:01,167 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 03:17:01,168 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 03:17:01,168 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 03:17:01,168 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 03:17:01,169 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 03:17:01,169 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 03:17:01,169 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 03:17:01,169 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 03:17:01,170 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 03:17:01,170 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 03:17:01,170 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 03:17:01,171 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 03:17:01,171 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 03:17:01,171 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 03:17:01,174 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 03:17:01,174 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-11 03:17:01,174 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 03:17:01,175 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-11T03:17:01,432 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28 2024-11-11 03:17:01,435 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 03:17:01,435 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T03:17:01,444 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-11T03:17:01,463 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T03:17:01,466 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/cluster_c535803d-d78c-63fa-68ee-e027b90771f3, deleteOnExit=true 2024-11-11T03:17:01,466 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-11T03:17:01,467 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/test.cache.data in system properties and HBase conf 2024-11-11T03:17:01,467 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T03:17:01,468 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/hadoop.log.dir in system properties and HBase conf 2024-11-11T03:17:01,469 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T03:17:01,469 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T03:17:01,470 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-11T03:17:01,578 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T03:17:01,683 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T03:17:01,687 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T03:17:01,688 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T03:17:01,689 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T03:17:01,689 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T03:17:01,690 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T03:17:01,690 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T03:17:01,691 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T03:17:01,691 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T03:17:01,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T03:17:01,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/nfs.dump.dir in system properties and HBase conf 2024-11-11T03:17:01,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/java.io.tmpdir in system properties and HBase conf 2024-11-11T03:17:01,694 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T03:17:01,694 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T03:17:01,695 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T03:17:02,556 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T03:17:02,632 INFO [Time-limited test {}] log.Log(170): Logging initialized @2303ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T03:17:02,708 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T03:17:02,771 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T03:17:02,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T03:17:02,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T03:17:02,793 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T03:17:02,807 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T03:17:02,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/hadoop.log.dir/,AVAILABLE} 2024-11-11T03:17:02,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T03:17:03,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/java.io.tmpdir/jetty-localhost-46131-hadoop-hdfs-3_4_1-tests_jar-_-any-1576729132349884474/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T03:17:03,011 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:46131} 2024-11-11T03:17:03,011 INFO [Time-limited test {}] server.Server(415): Started @2683ms 2024-11-11T03:17:03,409 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T03:17:03,416 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T03:17:03,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T03:17:03,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T03:17:03,418 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T03:17:03,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca71a25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/hadoop.log.dir/,AVAILABLE} 2024-11-11T03:17:03,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T03:17:03,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3054265c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/java.io.tmpdir/jetty-localhost-33971-hadoop-hdfs-3_4_1-tests_jar-_-any-3000638577209690436/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T03:17:03,540 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65902fec{HTTP/1.1, (http/1.1)}{localhost:33971} 2024-11-11T03:17:03,541 INFO [Time-limited test {}] server.Server(415): Started @3213ms 2024-11-11T03:17:03,601 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T03:17:04,061 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/cluster_c535803d-d78c-63fa-68ee-e027b90771f3/dfs/data/data2/current/BP-1202617161-172.17.0.2-1731295022309/current, will proceed with Du for space computation calculation, 2024-11-11T03:17:04,061 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/cluster_c535803d-d78c-63fa-68ee-e027b90771f3/dfs/data/data1/current/BP-1202617161-172.17.0.2-1731295022309/current, will proceed with Du for space computation calculation, 2024-11-11T03:17:04,095 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T03:17:04,149 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd80bad6a74e38247 with lease ID 0x4344b71792098506: Processing first storage report for DS-5ea7f35e-efc2-4c9b-9271-aa70c7b89459 from datanode DatanodeRegistration(127.0.0.1:37145, datanodeUuid=95c1d906-0d37-4c9d-862c-6c1e44df89cc, infoPort=35579, infoSecurePort=0, ipcPort=37777, storageInfo=lv=-57;cid=testClusterID;nsid=1901012422;c=1731295022309) 2024-11-11T03:17:04,150 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd80bad6a74e38247 with lease ID 0x4344b71792098506: from storage DS-5ea7f35e-efc2-4c9b-9271-aa70c7b89459 node DatanodeRegistration(127.0.0.1:37145, datanodeUuid=95c1d906-0d37-4c9d-862c-6c1e44df89cc, infoPort=35579, infoSecurePort=0, ipcPort=37777, storageInfo=lv=-57;cid=testClusterID;nsid=1901012422;c=1731295022309), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T03:17:04,151 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd80bad6a74e38247 with lease ID 0x4344b71792098506: Processing first storage report for DS-1029c915-2c65-48b0-b7fa-8918f7dfa022 from datanode DatanodeRegistration(127.0.0.1:37145, datanodeUuid=95c1d906-0d37-4c9d-862c-6c1e44df89cc, infoPort=35579, infoSecurePort=0, ipcPort=37777, storageInfo=lv=-57;cid=testClusterID;nsid=1901012422;c=1731295022309) 2024-11-11T03:17:04,151 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd80bad6a74e38247 with lease ID 0x4344b71792098506: from storage DS-1029c915-2c65-48b0-b7fa-8918f7dfa022 node DatanodeRegistration(127.0.0.1:37145, datanodeUuid=95c1d906-0d37-4c9d-862c-6c1e44df89cc, infoPort=35579, infoSecurePort=0, ipcPort=37777, storageInfo=lv=-57;cid=testClusterID;nsid=1901012422;c=1731295022309), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T03:17:04,168 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28 2024-11-11T03:17:04,258 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/cluster_c535803d-d78c-63fa-68ee-e027b90771f3/zookeeper_0, clientPort=50122, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/cluster_c535803d-d78c-63fa-68ee-e027b90771f3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/cluster_c535803d-d78c-63fa-68ee-e027b90771f3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T03:17:04,270 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=50122 2024-11-11T03:17:04,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T03:17:04,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T03:17:04,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741825_1001 (size=7) 2024-11-11T03:17:04,935 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0 with version=8 2024-11-11T03:17:04,935 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/hbase-staging 2024-11-11T03:17:05,065 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T03:17:05,336 INFO [Time-limited test {}] client.ConnectionUtils(129): master/e4cdd3a0b883:0 server-side Connection retries=45 2024-11-11T03:17:05,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T03:17:05,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T03:17:05,357 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T03:17:05,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T03:17:05,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T03:17:05,490 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T03:17:05,550 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T03:17:05,559 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T03:17:05,563 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T03:17:05,590 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12179 (auto-detected) 2024-11-11T03:17:05,591 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T03:17:05,611 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44533 2024-11-11T03:17:05,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T03:17:05,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T03:17:05,634 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:44533 connecting to ZooKeeper ensemble=127.0.0.1:50122 2024-11-11T03:17:05,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445330x0, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T03:17:05,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44533-0x101955509d20000 connected 2024-11-11T03:17:05,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T03:17:05,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T03:17:05,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T03:17:05,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44533 2024-11-11T03:17:05,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44533 2024-11-11T03:17:05,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44533 2024-11-11T03:17:05,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44533 2024-11-11T03:17:05,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44533 2024-11-11T03:17:05,723 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0, hbase.cluster.distributed=false 2024-11-11T03:17:05,787 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/e4cdd3a0b883:0 server-side Connection retries=45 2024-11-11T03:17:05,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T03:17:05,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T03:17:05,788 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T03:17:05,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T03:17:05,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T03:17:05,790 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T03:17:05,793 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T03:17:05,794 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46769 2024-11-11T03:17:05,796 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T03:17:05,803 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T03:17:05,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T03:17:05,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T03:17:05,814 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46769 connecting to ZooKeeper ensemble=127.0.0.1:50122 2024-11-11T03:17:05,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467690x0, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T03:17:05,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467690x0, quorum=127.0.0.1:50122, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T03:17:05,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46769-0x101955509d20001 connected 2024-11-11T03:17:05,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46769-0x101955509d20001, quorum=127.0.0.1:50122, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T03:17:05,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46769-0x101955509d20001, quorum=127.0.0.1:50122, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T03:17:05,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46769 2024-11-11T03:17:05,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46769 2024-11-11T03:17:05,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46769 2024-11-11T03:17:05,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46769 2024-11-11T03:17:05,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46769 2024-11-11T03:17:05,827 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/e4cdd3a0b883,44533,1731295025058 2024-11-11T03:17:05,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101955509d20001, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T03:17:05,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T03:17:05,836 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e4cdd3a0b883,44533,1731295025058 2024-11-11T03:17:05,843 DEBUG [M:0;e4cdd3a0b883:44533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4cdd3a0b883:44533 2024-11-11T03:17:05,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T03:17:05,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101955509d20001, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T03:17:05,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:17:05,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101955509d20001, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:17:05,859 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T03:17:05,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T03:17:05,860 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e4cdd3a0b883,44533,1731295025058 from backup master directory 2024-11-11T03:17:05,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e4cdd3a0b883,44533,1731295025058 2024-11-11T03:17:05,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T03:17:05,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101955509d20001, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T03:17:05,864 WARN [master/e4cdd3a0b883:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T03:17:05,865 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4cdd3a0b883,44533,1731295025058 2024-11-11T03:17:05,867 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T03:17:05,869 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T03:17:05,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741826_1002 (size=42) 2024-11-11T03:17:06,352 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/hbase.id with ID: f006f4c0-0d5b-42ca-b32d-4f965a89f5ea 2024-11-11T03:17:06,395 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T03:17:06,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:17:06,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101955509d20001, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:17:06,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741827_1003 (size=196) 2024-11-11T03:17:06,859 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T03:17:06,862 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T03:17:06,880 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:06,884 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T03:17:06,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741828_1004 (size=1189) 2024-11-11T03:17:07,338 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/MasterData/data/master/store 2024-11-11T03:17:07,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741829_1005 (size=34) 2024-11-11T03:17:07,358 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T03:17:07,359 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:17:07,360 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T03:17:07,360 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T03:17:07,360 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T03:17:07,360 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T03:17:07,360 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T03:17:07,360 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T03:17:07,361 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-11T03:17:07,363 WARN [master/e4cdd3a0b883:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/MasterData/data/master/store/.initializing 2024-11-11T03:17:07,363 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/MasterData/WALs/e4cdd3a0b883,44533,1731295025058 2024-11-11T03:17:07,370 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T03:17:07,381 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4cdd3a0b883%2C44533%2C1731295025058, suffix=, logDir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/MasterData/WALs/e4cdd3a0b883,44533,1731295025058, archiveDir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/MasterData/oldWALs, maxLogs=10 2024-11-11T03:17:07,408 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/MasterData/WALs/e4cdd3a0b883,44533,1731295025058/e4cdd3a0b883%2C44533%2C1731295025058.1731295027386, exclude list is [], retry=0 2024-11-11T03:17:07,428 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-5ea7f35e-efc2-4c9b-9271-aa70c7b89459,DISK] 2024-11-11T03:17:07,431 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T03:17:07,472 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/MasterData/WALs/e4cdd3a0b883,44533,1731295025058/e4cdd3a0b883%2C44533%2C1731295025058.1731295027386 2024-11-11T03:17:07,473 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35579:35579)] 2024-11-11T03:17:07,473 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T03:17:07,474 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:17:07,477 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T03:17:07,478 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T03:17:07,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T03:17:07,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T03:17:07,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:07,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T03:17:07,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T03:17:07,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T03:17:07,565 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:07,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:17:07,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T03:17:07,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T03:17:07,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:07,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:17:07,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T03:17:07,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T03:17:07,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:07,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:17:07,579 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T03:17:07,580 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T03:17:07,588 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T03:17:07,592 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T03:17:07,596 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:17:07,597 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71651004, jitterRate=0.0676831603050232}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T03:17:07,601 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-11T03:17:07,602 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T03:17:07,634 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fe56ee1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:17:07,675 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-11T03:17:07,691 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T03:17:07,691 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T03:17:07,693 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T03:17:07,695 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 2 msec 2024-11-11T03:17:07,700 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-11T03:17:07,701 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T03:17:07,727 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T03:17:07,744 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T03:17:07,747 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-11T03:17:07,750 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T03:17:07,751 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T03:17:07,753 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-11T03:17:07,755 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T03:17:07,760 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T03:17:07,762 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-11T03:17:07,764 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T03:17:07,766 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T03:17:07,777 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T03:17:07,778 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T03:17:07,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101955509d20001, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T03:17:07,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T03:17:07,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101955509d20001, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:17:07,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:17:07,784 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=e4cdd3a0b883,44533,1731295025058, sessionid=0x101955509d20000, setting cluster-up flag (Was=false) 2024-11-11T03:17:07,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:17:07,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101955509d20001, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:17:07,805 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T03:17:07,806 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4cdd3a0b883,44533,1731295025058 2024-11-11T03:17:07,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:17:07,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101955509d20001, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:17:07,817 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T03:17:07,819 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4cdd3a0b883,44533,1731295025058 2024-11-11T03:17:07,852 DEBUG [RS:0;e4cdd3a0b883:46769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4cdd3a0b883:46769 2024-11-11T03:17:07,854 INFO [RS:0;e4cdd3a0b883:46769 {}] regionserver.HRegionServer(1008): ClusterId : f006f4c0-0d5b-42ca-b32d-4f965a89f5ea 2024-11-11T03:17:07,857 DEBUG [RS:0;e4cdd3a0b883:46769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T03:17:07,863 DEBUG [RS:0;e4cdd3a0b883:46769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T03:17:07,863 DEBUG [RS:0;e4cdd3a0b883:46769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T03:17:07,867 DEBUG [RS:0;e4cdd3a0b883:46769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T03:17:07,868 DEBUG [RS:0;e4cdd3a0b883:46769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657c78c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:17:07,870 DEBUG [RS:0;e4cdd3a0b883:46769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfd1ea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4cdd3a0b883/172.17.0.2:0 2024-11-11T03:17:07,874 INFO [RS:0;e4cdd3a0b883:46769 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-11T03:17:07,874 INFO [RS:0;e4cdd3a0b883:46769 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-11T03:17:07,874 DEBUG [RS:0;e4cdd3a0b883:46769 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-11T03:17:07,877 INFO [RS:0;e4cdd3a0b883:46769 {}] regionserver.HRegionServer(3073): reportForDuty to master=e4cdd3a0b883,44533,1731295025058 with isa=e4cdd3a0b883/172.17.0.2:46769, startcode=1731295025786 2024-11-11T03:17:07,890 DEBUG [RS:0;e4cdd3a0b883:46769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T03:17:07,935 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46821, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T03:17:07,935 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-11T03:17:07,943 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-11T03:17:07,943 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44533 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:07,947 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T03:17:07,953 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4cdd3a0b883,44533,1731295025058 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T03:17:07,957 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4cdd3a0b883:0, corePoolSize=5, maxPoolSize=5 2024-11-11T03:17:07,957 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4cdd3a0b883:0, corePoolSize=5, maxPoolSize=5 2024-11-11T03:17:07,957 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4cdd3a0b883:0, corePoolSize=5, maxPoolSize=5 2024-11-11T03:17:07,957 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4cdd3a0b883:0, corePoolSize=5, maxPoolSize=5 2024-11-11T03:17:07,958 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4cdd3a0b883:0, corePoolSize=10, maxPoolSize=10 2024-11-11T03:17:07,958 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4cdd3a0b883:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:17:07,958 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4cdd3a0b883:0, corePoolSize=2, maxPoolSize=2 2024-11-11T03:17:07,958 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4cdd3a0b883:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:17:07,964 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-11T03:17:07,965 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-11T03:17:07,965 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731295057965 2024-11-11T03:17:07,967 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T03:17:07,968 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T03:17:07,969 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:07,969 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T03:17:07,972 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T03:17:07,973 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T03:17:07,973 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T03:17:07,973 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T03:17:07,974 DEBUG [RS:0;e4cdd3a0b883:46769 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-11-11T03:17:07,974 WARN [RS:0;e4cdd3a0b883:46769 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T03:17:07,977 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T03:17:07,978 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T03:17:07,979 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T03:17:07,980 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T03:17:07,982 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T03:17:07,983 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T03:17:07,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741831_1007 (size=1039) 2024-11-11T03:17:07,984 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4cdd3a0b883:0:becomeActiveMaster-HFileCleaner.large.0-1731295027984,5,FailOnTimeoutGroup] 2024-11-11T03:17:07,985 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4cdd3a0b883:0:becomeActiveMaster-HFileCleaner.small.0-1731295027985,5,FailOnTimeoutGroup] 2024-11-11T03:17:07,985 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T03:17:07,985 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T03:17:07,986 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T03:17:07,987 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T03:17:08,076 INFO [RS:0;e4cdd3a0b883:46769 {}] regionserver.HRegionServer(3073): reportForDuty to master=e4cdd3a0b883,44533,1731295025058 with isa=e4cdd3a0b883/172.17.0.2:46769, startcode=1731295025786 2024-11-11T03:17:08,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44533 {}] master.ServerManager(332): Checking decommissioned status of RegionServer e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:08,082 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44533 {}] master.ServerManager(486): Registering regionserver=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:08,093 DEBUG [RS:0;e4cdd3a0b883:46769 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0 2024-11-11T03:17:08,093 DEBUG [RS:0;e4cdd3a0b883:46769 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:32915 2024-11-11T03:17:08,093 DEBUG [RS:0;e4cdd3a0b883:46769 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-11T03:17:08,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T03:17:08,100 DEBUG [RS:0;e4cdd3a0b883:46769 {}] zookeeper.ZKUtil(111): regionserver:46769-0x101955509d20001, quorum=127.0.0.1:50122, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:08,100 WARN [RS:0;e4cdd3a0b883:46769 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T03:17:08,100 INFO [RS:0;e4cdd3a0b883:46769 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T03:17:08,100 DEBUG [RS:0;e4cdd3a0b883:46769 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/WALs/e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:08,102 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4cdd3a0b883,46769,1731295025786] 2024-11-11T03:17:08,117 DEBUG [RS:0;e4cdd3a0b883:46769 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-11T03:17:08,133 INFO [RS:0;e4cdd3a0b883:46769 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T03:17:08,152 INFO [RS:0;e4cdd3a0b883:46769 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T03:17:08,156 INFO [RS:0;e4cdd3a0b883:46769 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T03:17:08,156 INFO [RS:0;e4cdd3a0b883:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T03:17:08,158 INFO [RS:0;e4cdd3a0b883:46769 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-11T03:17:08,167 INFO [RS:0;e4cdd3a0b883:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T03:17:08,167 DEBUG [RS:0;e4cdd3a0b883:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4cdd3a0b883:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:17:08,168 DEBUG [RS:0;e4cdd3a0b883:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4cdd3a0b883:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:17:08,168 DEBUG [RS:0;e4cdd3a0b883:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4cdd3a0b883:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:17:08,168 DEBUG [RS:0;e4cdd3a0b883:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:17:08,168 DEBUG [RS:0;e4cdd3a0b883:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4cdd3a0b883:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:17:08,168 DEBUG [RS:0;e4cdd3a0b883:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4cdd3a0b883:0, corePoolSize=2, maxPoolSize=2 2024-11-11T03:17:08,169 DEBUG [RS:0;e4cdd3a0b883:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4cdd3a0b883:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:17:08,169 DEBUG [RS:0;e4cdd3a0b883:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4cdd3a0b883:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:17:08,169 DEBUG [RS:0;e4cdd3a0b883:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4cdd3a0b883:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:17:08,169 DEBUG [RS:0;e4cdd3a0b883:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4cdd3a0b883:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:17:08,169 DEBUG [RS:0;e4cdd3a0b883:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4cdd3a0b883:0, corePoolSize=1, maxPoolSize=1 2024-11-11T03:17:08,170 DEBUG [RS:0;e4cdd3a0b883:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4cdd3a0b883:0, corePoolSize=3, maxPoolSize=3 2024-11-11T03:17:08,170 DEBUG [RS:0;e4cdd3a0b883:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0, corePoolSize=3, maxPoolSize=3 2024-11-11T03:17:08,172 INFO [RS:0;e4cdd3a0b883:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T03:17:08,172 INFO [RS:0;e4cdd3a0b883:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T03:17:08,172 INFO [RS:0;e4cdd3a0b883:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T03:17:08,173 INFO [RS:0;e4cdd3a0b883:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T03:17:08,173 INFO [RS:0;e4cdd3a0b883:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4cdd3a0b883,46769,1731295025786-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T03:17:08,205 INFO [RS:0;e4cdd3a0b883:46769 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T03:17:08,208 INFO [RS:0;e4cdd3a0b883:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4cdd3a0b883,46769,1731295025786-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T03:17:08,237 INFO [RS:0;e4cdd3a0b883:46769 {}] regionserver.Replication(204): e4cdd3a0b883,46769,1731295025786 started 2024-11-11T03:17:08,237 INFO [RS:0;e4cdd3a0b883:46769 {}] regionserver.HRegionServer(1767): Serving as e4cdd3a0b883,46769,1731295025786, RpcServer on e4cdd3a0b883/172.17.0.2:46769, sessionid=0x101955509d20001 2024-11-11T03:17:08,238 DEBUG [RS:0;e4cdd3a0b883:46769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T03:17:08,238 DEBUG [RS:0;e4cdd3a0b883:46769 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:08,238 DEBUG [RS:0;e4cdd3a0b883:46769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4cdd3a0b883,46769,1731295025786' 2024-11-11T03:17:08,238 DEBUG [RS:0;e4cdd3a0b883:46769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T03:17:08,239 DEBUG [RS:0;e4cdd3a0b883:46769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T03:17:08,240 DEBUG [RS:0;e4cdd3a0b883:46769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T03:17:08,240 DEBUG [RS:0;e4cdd3a0b883:46769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T03:17:08,240 DEBUG [RS:0;e4cdd3a0b883:46769 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:08,240 DEBUG [RS:0;e4cdd3a0b883:46769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4cdd3a0b883,46769,1731295025786' 2024-11-11T03:17:08,240 DEBUG [RS:0;e4cdd3a0b883:46769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T03:17:08,241 DEBUG [RS:0;e4cdd3a0b883:46769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T03:17:08,242 DEBUG [RS:0;e4cdd3a0b883:46769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T03:17:08,242 INFO [RS:0;e4cdd3a0b883:46769 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T03:17:08,242 INFO [RS:0;e4cdd3a0b883:46769 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T03:17:08,348 INFO [RS:0;e4cdd3a0b883:46769 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T03:17:08,352 INFO [RS:0;e4cdd3a0b883:46769 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4cdd3a0b883%2C46769%2C1731295025786, suffix=, logDir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/WALs/e4cdd3a0b883,46769,1731295025786, archiveDir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/oldWALs, maxLogs=32 2024-11-11T03:17:08,377 DEBUG [RS:0;e4cdd3a0b883:46769 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/WALs/e4cdd3a0b883,46769,1731295025786/e4cdd3a0b883%2C46769%2C1731295025786.1731295028355, exclude list is [], retry=0 2024-11-11T03:17:08,383 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-5ea7f35e-efc2-4c9b-9271-aa70c7b89459,DISK] 2024-11-11T03:17:08,386 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-11T03:17:08,387 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0 2024-11-11T03:17:08,389 INFO [RS:0;e4cdd3a0b883:46769 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/WALs/e4cdd3a0b883,46769,1731295025786/e4cdd3a0b883%2C46769%2C1731295025786.1731295028355 2024-11-11T03:17:08,390 DEBUG [RS:0;e4cdd3a0b883:46769 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35579:35579)] 2024-11-11T03:17:08,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741833_1009 (size=32) 2024-11-11T03:17:08,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:17:08,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T03:17:08,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T03:17:08,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:08,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T03:17:08,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T03:17:08,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T03:17:08,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:08,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T03:17:08,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T03:17:08,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T03:17:08,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:08,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T03:17:08,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/meta/1588230740 2024-11-11T03:17:08,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/meta/1588230740 2024-11-11T03:17:08,438 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T03:17:08,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-11T03:17:08,445 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:17:08,446 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66743096, jitterRate=-0.0054503679275512695}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T03:17:08,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-11T03:17:08,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-11T03:17:08,450 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-11T03:17:08,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-11T03:17:08,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T03:17:08,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T03:17:08,452 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-11T03:17:08,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-11T03:17:08,455 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-11T03:17:08,455 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-11T03:17:08,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T03:17:08,475 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T03:17:08,477 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T03:17:08,630 DEBUG [e4cdd3a0b883:44533 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T03:17:08,637 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:08,644 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4cdd3a0b883,46769,1731295025786, state=OPENING 2024-11-11T03:17:08,651 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T03:17:08,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101955509d20001, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:17:08,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:17:08,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:17:08,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:17:08,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=e4cdd3a0b883,46769,1731295025786}] 2024-11-11T03:17:08,839 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:08,842 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T03:17:08,846 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55238, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T03:17:08,860 INFO [RS_OPEN_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-11T03:17:08,861 INFO [RS_OPEN_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T03:17:08,862 INFO [RS_OPEN_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T03:17:08,870 INFO [RS_OPEN_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4cdd3a0b883%2C46769%2C1731295025786.meta, suffix=.meta, logDir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/WALs/e4cdd3a0b883,46769,1731295025786, archiveDir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/oldWALs, maxLogs=32 2024-11-11T03:17:08,896 DEBUG [RS_OPEN_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/WALs/e4cdd3a0b883,46769,1731295025786/e4cdd3a0b883%2C46769%2C1731295025786.meta.1731295028872.meta, exclude list is [], retry=0 2024-11-11T03:17:08,902 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-5ea7f35e-efc2-4c9b-9271-aa70c7b89459,DISK] 2024-11-11T03:17:08,909 INFO [RS_OPEN_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/WALs/e4cdd3a0b883,46769,1731295025786/e4cdd3a0b883%2C46769%2C1731295025786.meta.1731295028872.meta 2024-11-11T03:17:08,909 DEBUG [RS_OPEN_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35579:35579)] 2024-11-11T03:17:08,910 DEBUG [RS_OPEN_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T03:17:08,912 DEBUG [RS_OPEN_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T03:17:08,990 DEBUG [RS_OPEN_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T03:17:08,995 INFO [RS_OPEN_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T03:17:09,000 DEBUG [RS_OPEN_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T03:17:09,000 DEBUG [RS_OPEN_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:17:09,000 DEBUG [RS_OPEN_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-11T03:17:09,000 DEBUG [RS_OPEN_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-11T03:17:09,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T03:17:09,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T03:17:09,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:09,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T03:17:09,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T03:17:09,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T03:17:09,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:09,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T03:17:09,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T03:17:09,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T03:17:09,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:09,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T03:17:09,016 DEBUG [RS_OPEN_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/meta/1588230740 2024-11-11T03:17:09,019 DEBUG [RS_OPEN_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/meta/1588230740 2024-11-11T03:17:09,023 DEBUG [RS_OPEN_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T03:17:09,025 DEBUG [RS_OPEN_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-11T03:17:09,027 INFO [RS_OPEN_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70791508, jitterRate=0.05487567186355591}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T03:17:09,029 DEBUG [RS_OPEN_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-11T03:17:09,037 INFO [RS_OPEN_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731295028831 2024-11-11T03:17:09,048 DEBUG [RS_OPEN_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T03:17:09,049 INFO [RS_OPEN_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-11T03:17:09,050 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:09,051 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4cdd3a0b883,46769,1731295025786, state=OPEN 2024-11-11T03:17:09,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:17:09,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101955509d20001, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T03:17:09,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:17:09,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T03:17:09,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T03:17:09,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=e4cdd3a0b883,46769,1731295025786 in 404 msec 2024-11-11T03:17:09,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T03:17:09,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 604 msec 2024-11-11T03:17:09,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.2070 sec 2024-11-11T03:17:09,078 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731295029078, completionTime=-1 2024-11-11T03:17:09,079 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T03:17:09,079 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-11T03:17:09,119 DEBUG [hconnection-0x4c91b42-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:17:09,122 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:17:09,133 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-11T03:17:09,134 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731295089133 2024-11-11T03:17:09,134 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731295149134 2024-11-11T03:17:09,134 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 54 msec 2024-11-11T03:17:09,161 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4cdd3a0b883,44533,1731295025058-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T03:17:09,161 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4cdd3a0b883,44533,1731295025058-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T03:17:09,161 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4cdd3a0b883,44533,1731295025058-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T03:17:09,163 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4cdd3a0b883:44533, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T03:17:09,164 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T03:17:09,169 DEBUG [master/e4cdd3a0b883:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-11T03:17:09,173 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-11T03:17:09,175 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T03:17:09,183 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-11T03:17:09,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T03:17:09,188 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:09,190 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T03:17:09,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741835_1011 (size=358) 2024-11-11T03:17:09,207 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5bdf047d2a67d09d3cac5663706464b2, NAME => 'hbase:namespace,,1731295029174.5bdf047d2a67d09d3cac5663706464b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0 2024-11-11T03:17:09,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741836_1012 (size=42) 2024-11-11T03:17:09,627 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731295029174.5bdf047d2a67d09d3cac5663706464b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:17:09,627 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 5bdf047d2a67d09d3cac5663706464b2, disabling compactions & flushes 2024-11-11T03:17:09,627 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731295029174.5bdf047d2a67d09d3cac5663706464b2. 2024-11-11T03:17:09,627 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731295029174.5bdf047d2a67d09d3cac5663706464b2. 2024-11-11T03:17:09,627 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731295029174.5bdf047d2a67d09d3cac5663706464b2. after waiting 0 ms 2024-11-11T03:17:09,627 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731295029174.5bdf047d2a67d09d3cac5663706464b2. 2024-11-11T03:17:09,627 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731295029174.5bdf047d2a67d09d3cac5663706464b2. 2024-11-11T03:17:09,627 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5bdf047d2a67d09d3cac5663706464b2: 2024-11-11T03:17:09,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T03:17:09,636 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731295029174.5bdf047d2a67d09d3cac5663706464b2.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731295029631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731295029631"}]},"ts":"1731295029631"} 2024-11-11T03:17:09,663 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-11T03:17:09,665 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T03:17:09,668 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731295029665"}]},"ts":"1731295029665"} 2024-11-11T03:17:09,673 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-11T03:17:09,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=5bdf047d2a67d09d3cac5663706464b2, ASSIGN}] 2024-11-11T03:17:09,683 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=5bdf047d2a67d09d3cac5663706464b2, ASSIGN 2024-11-11T03:17:09,686 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=5bdf047d2a67d09d3cac5663706464b2, ASSIGN; state=OFFLINE, location=e4cdd3a0b883,46769,1731295025786; forceNewPlan=false, retain=false 2024-11-11T03:17:09,837 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=5bdf047d2a67d09d3cac5663706464b2, regionState=OPENING, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:09,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 5bdf047d2a67d09d3cac5663706464b2, server=e4cdd3a0b883,46769,1731295025786}] 2024-11-11T03:17:09,995 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:10,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731295029174.5bdf047d2a67d09d3cac5663706464b2. 2024-11-11T03:17:10,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 5bdf047d2a67d09d3cac5663706464b2, NAME => 'hbase:namespace,,1731295029174.5bdf047d2a67d09d3cac5663706464b2.', STARTKEY => '', ENDKEY => ''} 2024-11-11T03:17:10,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 5bdf047d2a67d09d3cac5663706464b2 2024-11-11T03:17:10,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731295029174.5bdf047d2a67d09d3cac5663706464b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:17:10,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 5bdf047d2a67d09d3cac5663706464b2 2024-11-11T03:17:10,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 5bdf047d2a67d09d3cac5663706464b2 2024-11-11T03:17:10,005 INFO [StoreOpener-5bdf047d2a67d09d3cac5663706464b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 5bdf047d2a67d09d3cac5663706464b2 2024-11-11T03:17:10,007 INFO [StoreOpener-5bdf047d2a67d09d3cac5663706464b2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bdf047d2a67d09d3cac5663706464b2 columnFamilyName info 2024-11-11T03:17:10,007 DEBUG [StoreOpener-5bdf047d2a67d09d3cac5663706464b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:10,008 INFO [StoreOpener-5bdf047d2a67d09d3cac5663706464b2-1 {}] regionserver.HStore(327): Store=5bdf047d2a67d09d3cac5663706464b2/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:17:10,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/namespace/5bdf047d2a67d09d3cac5663706464b2 2024-11-11T03:17:10,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/namespace/5bdf047d2a67d09d3cac5663706464b2 2024-11-11T03:17:10,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 5bdf047d2a67d09d3cac5663706464b2 2024-11-11T03:17:10,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/namespace/5bdf047d2a67d09d3cac5663706464b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:17:10,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 5bdf047d2a67d09d3cac5663706464b2; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61901387, jitterRate=-0.07759745419025421}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T03:17:10,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 5bdf047d2a67d09d3cac5663706464b2: 2024-11-11T03:17:10,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731295029174.5bdf047d2a67d09d3cac5663706464b2., pid=6, masterSystemTime=1731295029995 2024-11-11T03:17:10,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731295029174.5bdf047d2a67d09d3cac5663706464b2. 2024-11-11T03:17:10,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731295029174.5bdf047d2a67d09d3cac5663706464b2. 2024-11-11T03:17:10,026 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=5bdf047d2a67d09d3cac5663706464b2, regionState=OPEN, openSeqNum=2, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:10,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T03:17:10,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 5bdf047d2a67d09d3cac5663706464b2, server=e4cdd3a0b883,46769,1731295025786 in 189 msec 2024-11-11T03:17:10,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T03:17:10,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=5bdf047d2a67d09d3cac5663706464b2, ASSIGN in 354 msec 2024-11-11T03:17:10,040 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T03:17:10,040 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731295030040"}]},"ts":"1731295030040"} 2024-11-11T03:17:10,043 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-11T03:17:10,047 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T03:17:10,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 871 msec 2024-11-11T03:17:10,088 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-11T03:17:10,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101955509d20001, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:17:10,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-11T03:17:10,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:17:10,122 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-11T03:17:10,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-11T03:17:10,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 27 msec 2024-11-11T03:17:10,156 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-11T03:17:10,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-11T03:17:10,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 17 msec 2024-11-11T03:17:10,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-11T03:17:10,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-11T03:17:10,186 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.321sec 2024-11-11T03:17:10,188 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T03:17:10,189 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T03:17:10,190 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T03:17:10,191 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T03:17:10,191 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T03:17:10,192 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4cdd3a0b883,44533,1731295025058-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T03:17:10,192 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4cdd3a0b883,44533,1731295025058-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T03:17:10,201 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-11T03:17:10,202 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T03:17:10,203 INFO [master/e4cdd3a0b883:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4cdd3a0b883,44533,1731295025058-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T03:17:10,252 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x76523d14 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46873e4f 2024-11-11T03:17:10,252 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-11T03:17:10,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ba07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:17:10,266 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T03:17:10,266 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T03:17:10,280 DEBUG [hconnection-0x7edf53b1-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:17:10,292 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:17:10,304 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=e4cdd3a0b883,44533,1731295025058 2024-11-11T03:17:10,319 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=179, ProcessCount=11, AvailableMemoryMB=8719 2024-11-11T03:17:10,330 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T03:17:10,333 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53900, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T03:17:10,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T03:17:10,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T03:17:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T03:17:10,349 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T03:17:10,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-11T03:17:10,349 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:10,352 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T03:17:10,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-11T03:17:10,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741837_1013 (size=960) 2024-11-11T03:17:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-11T03:17:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-11T03:17:10,767 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0 2024-11-11T03:17:10,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741838_1014 (size=53) 2024-11-11T03:17:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-11T03:17:11,184 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:17:11,184 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing bdea827afec00fa9fe9f5450a776085a, disabling compactions & flushes 2024-11-11T03:17:11,184 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:11,185 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:11,185 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. after waiting 0 ms 2024-11-11T03:17:11,185 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:11,185 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:11,185 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:11,188 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T03:17:11,189 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731295031188"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731295031188"}]},"ts":"1731295031188"} 2024-11-11T03:17:11,193 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-11T03:17:11,195 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T03:17:11,196 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731295031196"}]},"ts":"1731295031196"} 2024-11-11T03:17:11,200 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T03:17:11,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bdea827afec00fa9fe9f5450a776085a, ASSIGN}] 2024-11-11T03:17:11,207 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bdea827afec00fa9fe9f5450a776085a, ASSIGN 2024-11-11T03:17:11,209 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bdea827afec00fa9fe9f5450a776085a, ASSIGN; state=OFFLINE, location=e4cdd3a0b883,46769,1731295025786; forceNewPlan=false, retain=false 2024-11-11T03:17:11,360 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=bdea827afec00fa9fe9f5450a776085a, regionState=OPENING, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:11,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786}] 2024-11-11T03:17:11,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-11T03:17:11,519 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:11,528 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:11,528 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} 2024-11-11T03:17:11,529 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:11,529 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:17:11,529 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:11,529 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:11,532 INFO [StoreOpener-bdea827afec00fa9fe9f5450a776085a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:11,535 INFO [StoreOpener-bdea827afec00fa9fe9f5450a776085a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T03:17:11,536 INFO [StoreOpener-bdea827afec00fa9fe9f5450a776085a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdea827afec00fa9fe9f5450a776085a columnFamilyName A 2024-11-11T03:17:11,536 DEBUG [StoreOpener-bdea827afec00fa9fe9f5450a776085a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:11,538 INFO [StoreOpener-bdea827afec00fa9fe9f5450a776085a-1 {}] regionserver.HStore(327): Store=bdea827afec00fa9fe9f5450a776085a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:17:11,538 INFO [StoreOpener-bdea827afec00fa9fe9f5450a776085a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:11,540 INFO [StoreOpener-bdea827afec00fa9fe9f5450a776085a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T03:17:11,540 INFO [StoreOpener-bdea827afec00fa9fe9f5450a776085a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdea827afec00fa9fe9f5450a776085a columnFamilyName B 2024-11-11T03:17:11,540 DEBUG [StoreOpener-bdea827afec00fa9fe9f5450a776085a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:11,541 INFO [StoreOpener-bdea827afec00fa9fe9f5450a776085a-1 {}] regionserver.HStore(327): Store=bdea827afec00fa9fe9f5450a776085a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:17:11,541 INFO [StoreOpener-bdea827afec00fa9fe9f5450a776085a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:11,543 INFO [StoreOpener-bdea827afec00fa9fe9f5450a776085a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T03:17:11,544 INFO [StoreOpener-bdea827afec00fa9fe9f5450a776085a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdea827afec00fa9fe9f5450a776085a columnFamilyName C 2024-11-11T03:17:11,544 DEBUG [StoreOpener-bdea827afec00fa9fe9f5450a776085a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:11,545 INFO [StoreOpener-bdea827afec00fa9fe9f5450a776085a-1 {}] regionserver.HStore(327): Store=bdea827afec00fa9fe9f5450a776085a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:17:11,545 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:11,546 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:11,547 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:11,550 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T03:17:11,552 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:11,556 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:17:11,557 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened bdea827afec00fa9fe9f5450a776085a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75105301, jitterRate=0.11915619671344757}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T03:17:11,559 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:11,560 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., pid=11, masterSystemTime=1731295031519 2024-11-11T03:17:11,563 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:11,563 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:11,565 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=bdea827afec00fa9fe9f5450a776085a, regionState=OPEN, openSeqNum=2, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:11,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-11T03:17:11,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 in 203 msec 2024-11-11T03:17:11,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T03:17:11,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bdea827afec00fa9fe9f5450a776085a, ASSIGN in 367 msec 2024-11-11T03:17:11,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T03:17:11,578 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731295031578"}]},"ts":"1731295031578"} 2024-11-11T03:17:11,581 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T03:17:11,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T03:17:11,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2400 sec 2024-11-11T03:17:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-11T03:17:12,474 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-11T03:17:12,480 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6fcb5f29 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fdf5682 2024-11-11T03:17:12,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6e36fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:17:12,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:17:12,490 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:17:12,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T03:17:12,496 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T03:17:12,504 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-11T03:17:12,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:17:12,511 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-11T03:17:12,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:17:12,516 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-11T03:17:12,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:17:12,525 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-11T03:17:12,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:17:12,531 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-11T03:17:12,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:17:12,537 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-11T03:17:12,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:17:12,544 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-11T03:17:12,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:17:12,551 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-11T03:17:12,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:17:12,556 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-11T03:17:12,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:17:12,570 DEBUG [hconnection-0x26fa22e1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:17:12,572 DEBUG [hconnection-0x115274ef-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:17:12,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:17:12,576 DEBUG [hconnection-0x937cb2f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:17:12,576 DEBUG [hconnection-0x3ff5e795-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:17:12,576 DEBUG [hconnection-0x12134611-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:17:12,576 DEBUG [hconnection-0x5d0c468c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:17:12,577 DEBUG [hconnection-0x63fd773c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:17:12,580 DEBUG [hconnection-0x1074f994-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:17:12,581 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:17:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-11T03:17:12,581 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:17:12,583 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:17:12,584 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36278, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:17:12,585 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:17:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-11T03:17:12,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:17:12,590 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:17:12,595 DEBUG [hconnection-0x3a4b465a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:17:12,597 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:17:12,597 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36290, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:17:12,598 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36326, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:17:12,599 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:17:12,615 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:17:12,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bdea827afec00fa9fe9f5450a776085a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T03:17:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:12,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=A 2024-11-11T03:17:12,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:12,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=B 2024-11-11T03:17:12,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:12,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=C 2024-11-11T03:17:12,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-11T03:17:12,749 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:12,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T03:17:12,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:12,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:12,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:12,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:12,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:12,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/1eadce1fc0364255b75a5e83968b41a1 is 50, key is test_row_0/A:col10/1731295032604/Put/seqid=0 2024-11-11T03:17:12,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:12,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295092843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295092822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:12,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295092851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:12,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295092851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:12,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295092861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:12,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741839_1015 (size=19021) 2024-11-11T03:17:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-11T03:17:12,967 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:12,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T03:17:12,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295092969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:12,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295092968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:12,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295092970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:12,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295092970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:12,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295092971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:12,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:12,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:12,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:12,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:12,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:13,134 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:13,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T03:17:13,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:13,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:13,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:13,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:13,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:13,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:13,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:13,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295093178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:13,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:13,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295093177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:13,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:13,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:13,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295093180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:13,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295093180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:13,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295093182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:13,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-11T03:17:13,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/1eadce1fc0364255b75a5e83968b41a1 2024-11-11T03:17:13,307 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:13,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T03:17:13,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:13,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:13,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:13,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:13,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:13,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/f41dac5a4eb148489a40c00fffa808c9 is 50, key is test_row_0/B:col10/1731295032604/Put/seqid=0 2024-11-11T03:17:13,462 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:13,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T03:17:13,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:13,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:13,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:13,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:13,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:13,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741840_1016 (size=12001) 2024-11-11T03:17:13,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/f41dac5a4eb148489a40c00fffa808c9 2024-11-11T03:17:13,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295093485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:13,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295093489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:13,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295093487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:13,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295093490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:13,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295093487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:13,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/2ea5bc29e20249f7b502a55806d449eb is 50, key is test_row_0/C:col10/1731295032604/Put/seqid=0 2024-11-11T03:17:13,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741841_1017 (size=12001) 2024-11-11T03:17:13,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/2ea5bc29e20249f7b502a55806d449eb 2024-11-11T03:17:13,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/1eadce1fc0364255b75a5e83968b41a1 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/1eadce1fc0364255b75a5e83968b41a1 2024-11-11T03:17:13,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/1eadce1fc0364255b75a5e83968b41a1, entries=300, sequenceid=14, filesize=18.6 K 2024-11-11T03:17:13,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/f41dac5a4eb148489a40c00fffa808c9 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/f41dac5a4eb148489a40c00fffa808c9 2024-11-11T03:17:13,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/f41dac5a4eb148489a40c00fffa808c9, entries=150, sequenceid=14, filesize=11.7 K 2024-11-11T03:17:13,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/2ea5bc29e20249f7b502a55806d449eb as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/2ea5bc29e20249f7b502a55806d449eb 2024-11-11T03:17:13,619 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:13,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T03:17:13,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:13,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:13,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:13,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:13,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:13,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/2ea5bc29e20249f7b502a55806d449eb, entries=150, sequenceid=14, filesize=11.7 K 2024-11-11T03:17:13,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for bdea827afec00fa9fe9f5450a776085a in 964ms, sequenceid=14, compaction requested=false 2024-11-11T03:17:13,635 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-11T03:17:13,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-11T03:17:13,776 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:13,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T03:17:13,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:13,783 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing bdea827afec00fa9fe9f5450a776085a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T03:17:13,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=A 2024-11-11T03:17:13,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:13,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=B 2024-11-11T03:17:13,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:13,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=C 2024-11-11T03:17:13,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:13,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/7bc7a76d0ca3488e966b2f4a1b361f12 is 50, key is test_row_0/A:col10/1731295032816/Put/seqid=0 2024-11-11T03:17:13,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741842_1018 (size=12001) 2024-11-11T03:17:13,835 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/7bc7a76d0ca3488e966b2f4a1b361f12 2024-11-11T03:17:13,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/695207d5fcc0456fb1d181d0fb2f80b2 is 50, key is test_row_0/B:col10/1731295032816/Put/seqid=0 2024-11-11T03:17:13,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741843_1019 (size=12001) 2024-11-11T03:17:13,907 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/695207d5fcc0456fb1d181d0fb2f80b2 2024-11-11T03:17:13,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/cd2c8161cd1b4e418f706de24118c98f is 50, key is test_row_0/C:col10/1731295032816/Put/seqid=0 2024-11-11T03:17:13,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741844_1020 (size=12001) 2024-11-11T03:17:13,988 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/cd2c8161cd1b4e418f706de24118c98f 2024-11-11T03:17:14,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:14,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/7bc7a76d0ca3488e966b2f4a1b361f12 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/7bc7a76d0ca3488e966b2f4a1b361f12 2024-11-11T03:17:14,024 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/7bc7a76d0ca3488e966b2f4a1b361f12, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T03:17:14,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/695207d5fcc0456fb1d181d0fb2f80b2 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/695207d5fcc0456fb1d181d0fb2f80b2 2024-11-11T03:17:14,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295094021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:14,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295094022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:14,040 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/695207d5fcc0456fb1d181d0fb2f80b2, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T03:17:14,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/cd2c8161cd1b4e418f706de24118c98f as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/cd2c8161cd1b4e418f706de24118c98f 2024-11-11T03:17:14,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295094026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:14,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295094026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:14,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295094027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:14,063 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/cd2c8161cd1b4e418f706de24118c98f, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T03:17:14,066 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for bdea827afec00fa9fe9f5450a776085a in 283ms, sequenceid=37, compaction requested=false 2024-11-11T03:17:14,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:14,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:14,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-11T03:17:14,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-11T03:17:14,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T03:17:14,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4820 sec 2024-11-11T03:17:14,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.4980 sec 2024-11-11T03:17:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:14,142 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bdea827afec00fa9fe9f5450a776085a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T03:17:14,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=A 2024-11-11T03:17:14,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:14,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=B 2024-11-11T03:17:14,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:14,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=C 2024-11-11T03:17:14,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:14,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/c129e23f707045508cea91a901954d97 is 50, key is test_row_0/A:col10/1731295034138/Put/seqid=0 2024-11-11T03:17:14,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295094205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:14,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295094205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:14,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:14,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295094206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:14,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:14,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295094209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:14,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295094209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:14,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741845_1021 (size=16681) 2024-11-11T03:17:14,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295094314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:14,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:14,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295094315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:14,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295094315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:14,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:14,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295094323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:14,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295094326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:14,518 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T03:17:14,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295094537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:14,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:14,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295094537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295094537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:14,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295094539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:14,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295094539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:14,580 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T03:17:14,581 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-11T03:17:14,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/c129e23f707045508cea91a901954d97 2024-11-11T03:17:14,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/a66841151c204999b7acfa4f476f76f0 is 50, key is test_row_0/B:col10/1731295034138/Put/seqid=0 2024-11-11T03:17:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-11T03:17:14,706 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-11T03:17:14,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:17:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-11T03:17:14,714 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:17:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-11T03:17:14,716 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:17:14,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:17:14,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741846_1022 (size=12001) 2024-11-11T03:17:14,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/a66841151c204999b7acfa4f476f76f0 2024-11-11T03:17:14,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/08156d6a1ec646f1a08eaa36b14e1b34 is 50, key is test_row_0/C:col10/1731295034138/Put/seqid=0 2024-11-11T03:17:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-11T03:17:14,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741847_1023 (size=12001) 2024-11-11T03:17:14,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/08156d6a1ec646f1a08eaa36b14e1b34 2024-11-11T03:17:14,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/c129e23f707045508cea91a901954d97 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/c129e23f707045508cea91a901954d97 2024-11-11T03:17:14,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295094847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:14,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295094850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:14,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295094851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:14,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295094851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:14,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295094855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:14,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/c129e23f707045508cea91a901954d97, entries=250, sequenceid=52, filesize=16.3 K 2024-11-11T03:17:14,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/a66841151c204999b7acfa4f476f76f0 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/a66841151c204999b7acfa4f476f76f0 2024-11-11T03:17:14,870 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:14,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-11T03:17:14,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:14,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:14,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:14,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:14,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:14,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/a66841151c204999b7acfa4f476f76f0, entries=150, sequenceid=52, filesize=11.7 K 2024-11-11T03:17:14,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/08156d6a1ec646f1a08eaa36b14e1b34 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/08156d6a1ec646f1a08eaa36b14e1b34 2024-11-11T03:17:14,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/08156d6a1ec646f1a08eaa36b14e1b34, entries=150, sequenceid=52, filesize=11.7 K 2024-11-11T03:17:14,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for bdea827afec00fa9fe9f5450a776085a in 763ms, sequenceid=52, compaction requested=true 2024-11-11T03:17:14,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:14,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:17:14,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:14,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:17:14,912 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:14,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:14,912 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:14,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:17:14,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:14,918 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47703 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:14,918 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:14,920 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/A is initiating minor compaction (all files) 2024-11-11T03:17:14,920 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/B is initiating minor compaction (all files) 2024-11-11T03:17:14,920 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/A in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:14,920 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/B in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:14,920 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/f41dac5a4eb148489a40c00fffa808c9, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/695207d5fcc0456fb1d181d0fb2f80b2, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/a66841151c204999b7acfa4f476f76f0] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=35.2 K 2024-11-11T03:17:14,926 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting f41dac5a4eb148489a40c00fffa808c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731295032604 2024-11-11T03:17:14,927 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 695207d5fcc0456fb1d181d0fb2f80b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731295032816 2024-11-11T03:17:14,928 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting a66841151c204999b7acfa4f476f76f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731295034012 2024-11-11T03:17:14,931 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/1eadce1fc0364255b75a5e83968b41a1, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/7bc7a76d0ca3488e966b2f4a1b361f12, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/c129e23f707045508cea91a901954d97] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=46.6 K 2024-11-11T03:17:14,934 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1eadce1fc0364255b75a5e83968b41a1, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731295032604 2024-11-11T03:17:14,935 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7bc7a76d0ca3488e966b2f4a1b361f12, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731295032816 2024-11-11T03:17:14,938 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting c129e23f707045508cea91a901954d97, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731295034012 2024-11-11T03:17:14,972 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#B#compaction#9 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:14,974 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/73e0266cce354c9d97512c1e8fea3395 is 50, key is test_row_0/B:col10/1731295034138/Put/seqid=0 2024-11-11T03:17:14,994 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#A#compaction#10 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:14,995 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/197a5895e852458697273c5322f4172d is 50, key is test_row_0/A:col10/1731295034138/Put/seqid=0 2024-11-11T03:17:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-11T03:17:15,025 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:15,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-11T03:17:15,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:15,026 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing bdea827afec00fa9fe9f5450a776085a 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-11T03:17:15,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=A 2024-11-11T03:17:15,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:15,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=B 2024-11-11T03:17:15,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:15,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=C 2024-11-11T03:17:15,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:15,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741848_1024 (size=12104) 2024-11-11T03:17:15,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741849_1025 (size=12104) 2024-11-11T03:17:15,061 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/73e0266cce354c9d97512c1e8fea3395 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/73e0266cce354c9d97512c1e8fea3395 2024-11-11T03:17:15,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/29398a4a4a9e422cb4c35fad28f6a47a is 50, key is test_row_0/A:col10/1731295034205/Put/seqid=0 2024-11-11T03:17:15,094 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/197a5895e852458697273c5322f4172d as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/197a5895e852458697273c5322f4172d 2024-11-11T03:17:15,101 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/B of bdea827afec00fa9fe9f5450a776085a into 73e0266cce354c9d97512c1e8fea3395(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:15,102 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:15,102 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/B, priority=13, startTime=1731295034912; duration=0sec 2024-11-11T03:17:15,102 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:15,102 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:B 2024-11-11T03:17:15,103 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:15,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741850_1026 (size=12001) 2024-11-11T03:17:15,107 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/29398a4a4a9e422cb4c35fad28f6a47a 2024-11-11T03:17:15,108 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/A of bdea827afec00fa9fe9f5450a776085a into 197a5895e852458697273c5322f4172d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:15,109 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:15,109 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/A, priority=13, startTime=1731295034909; duration=0sec 2024-11-11T03:17:15,109 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:15,109 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:A 2024-11-11T03:17:15,110 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:15,110 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/C is initiating minor compaction (all files) 2024-11-11T03:17:15,111 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/C in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:15,111 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/2ea5bc29e20249f7b502a55806d449eb, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/cd2c8161cd1b4e418f706de24118c98f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/08156d6a1ec646f1a08eaa36b14e1b34] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=35.2 K 2024-11-11T03:17:15,112 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ea5bc29e20249f7b502a55806d449eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731295032604 2024-11-11T03:17:15,113 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting cd2c8161cd1b4e418f706de24118c98f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731295032816 2024-11-11T03:17:15,115 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 08156d6a1ec646f1a08eaa36b14e1b34, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731295034012 2024-11-11T03:17:15,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/64c4befb0d424f3184709b77c5af72e5 is 50, key is test_row_0/B:col10/1731295034205/Put/seqid=0 2024-11-11T03:17:15,153 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#C#compaction#13 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:15,154 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/82c51bdb3aaa40e08e9181f174f5dd84 is 50, key is test_row_0/C:col10/1731295034138/Put/seqid=0 2024-11-11T03:17:15,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741851_1027 (size=12001) 2024-11-11T03:17:15,165 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/64c4befb0d424f3184709b77c5af72e5 2024-11-11T03:17:15,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741852_1028 (size=12104) 2024-11-11T03:17:15,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/131dd1d18c914d10a0587d5e6b460c23 is 50, key is test_row_0/C:col10/1731295034205/Put/seqid=0 2024-11-11T03:17:15,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741853_1029 (size=12001) 2024-11-11T03:17:15,245 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/131dd1d18c914d10a0587d5e6b460c23 2024-11-11T03:17:15,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/29398a4a4a9e422cb4c35fad28f6a47a as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/29398a4a4a9e422cb4c35fad28f6a47a 2024-11-11T03:17:15,273 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/29398a4a4a9e422cb4c35fad28f6a47a, entries=150, sequenceid=73, filesize=11.7 K 2024-11-11T03:17:15,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/64c4befb0d424f3184709b77c5af72e5 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/64c4befb0d424f3184709b77c5af72e5 2024-11-11T03:17:15,288 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/64c4befb0d424f3184709b77c5af72e5, entries=150, sequenceid=73, filesize=11.7 K 2024-11-11T03:17:15,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/131dd1d18c914d10a0587d5e6b460c23 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/131dd1d18c914d10a0587d5e6b460c23 2024-11-11T03:17:15,303 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/131dd1d18c914d10a0587d5e6b460c23, entries=150, sequenceid=73, filesize=11.7 K 2024-11-11T03:17:15,306 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for bdea827afec00fa9fe9f5450a776085a in 280ms, sequenceid=73, compaction requested=false 2024-11-11T03:17:15,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:15,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:15,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-11T03:17:15,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-11T03:17:15,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-11T03:17:15,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 593 msec 2024-11-11T03:17:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-11T03:17:15,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 604 msec 2024-11-11T03:17:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:15,381 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bdea827afec00fa9fe9f5450a776085a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T03:17:15,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=A 2024-11-11T03:17:15,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:15,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=B 2024-11-11T03:17:15,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:15,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=C 2024-11-11T03:17:15,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:15,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/8db979aeecbe403088aa58782357b5b8 is 50, key is test_row_0/A:col10/1731295035381/Put/seqid=0 2024-11-11T03:17:15,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741854_1030 (size=16681) 2024-11-11T03:17:15,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/8db979aeecbe403088aa58782357b5b8 2024-11-11T03:17:15,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295095442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:15,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:15,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/1bcdb3b46ab64460b2320857b897cf43 is 50, key is test_row_0/B:col10/1731295035381/Put/seqid=0 2024-11-11T03:17:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295095447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:15,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295095452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:15,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295095453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:15,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295095450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:15,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741855_1031 (size=12001) 2024-11-11T03:17:15,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/1bcdb3b46ab64460b2320857b897cf43 2024-11-11T03:17:15,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/71112adb2f354100973f99d88c402a67 is 50, key is test_row_0/C:col10/1731295035381/Put/seqid=0 2024-11-11T03:17:15,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741856_1032 (size=12001) 2024-11-11T03:17:15,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/71112adb2f354100973f99d88c402a67 2024-11-11T03:17:15,547 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T03:17:15,547 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T03:17:15,551 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-11T03:17:15,551 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-11T03:17:15,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T03:17:15,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T03:17:15,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T03:17:15,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T03:17:15,555 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-11T03:17:15,555 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-11T03:17:15,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/8db979aeecbe403088aa58782357b5b8 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/8db979aeecbe403088aa58782357b5b8 2024-11-11T03:17:15,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295095556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:15,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295095568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:15,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295095570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:15,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295095570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:15,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295095574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:15,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/8db979aeecbe403088aa58782357b5b8, entries=250, sequenceid=88, filesize=16.3 K 2024-11-11T03:17:15,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/1bcdb3b46ab64460b2320857b897cf43 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/1bcdb3b46ab64460b2320857b897cf43 2024-11-11T03:17:15,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/1bcdb3b46ab64460b2320857b897cf43, entries=150, sequenceid=88, filesize=11.7 K 2024-11-11T03:17:15,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/71112adb2f354100973f99d88c402a67 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/71112adb2f354100973f99d88c402a67 2024-11-11T03:17:15,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/71112adb2f354100973f99d88c402a67, entries=150, sequenceid=88, filesize=11.7 K 2024-11-11T03:17:15,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for bdea827afec00fa9fe9f5450a776085a in 227ms, sequenceid=88, compaction requested=true 2024-11-11T03:17:15,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:15,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:A, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:17:15,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:15,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:B, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:17:15,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T03:17:15,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:17:15,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-11T03:17:15,610 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-11T03:17:15,611 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-11T03:17:15,611 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-11T03:17:15,611 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. because compaction request was cancelled 2024-11-11T03:17:15,611 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:C 2024-11-11T03:17:15,611 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:15,614 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:15,614 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/A is initiating minor compaction (all files) 2024-11-11T03:17:15,615 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/A in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:15,615 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/197a5895e852458697273c5322f4172d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/29398a4a4a9e422cb4c35fad28f6a47a, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/8db979aeecbe403088aa58782357b5b8] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=39.8 K 2024-11-11T03:17:15,616 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 197a5895e852458697273c5322f4172d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731295034012 2024-11-11T03:17:15,617 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/82c51bdb3aaa40e08e9181f174f5dd84 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/82c51bdb3aaa40e08e9181f174f5dd84 2024-11-11T03:17:15,617 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29398a4a4a9e422cb4c35fad28f6a47a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731295034200 2024-11-11T03:17:15,618 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8db979aeecbe403088aa58782357b5b8, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731295035364 2024-11-11T03:17:15,635 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/C of bdea827afec00fa9fe9f5450a776085a into 82c51bdb3aaa40e08e9181f174f5dd84(size=11.8 K), total size for store is 35.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:15,636 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:15,636 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/C, priority=13, startTime=1731295034912; duration=0sec 2024-11-11T03:17:15,637 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:15,637 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:C 2024-11-11T03:17:15,637 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:15,639 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:15,639 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/B is initiating minor compaction (all files) 2024-11-11T03:17:15,639 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/B in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:15,640 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/73e0266cce354c9d97512c1e8fea3395, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/64c4befb0d424f3184709b77c5af72e5, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/1bcdb3b46ab64460b2320857b897cf43] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=35.3 K 2024-11-11T03:17:15,640 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 73e0266cce354c9d97512c1e8fea3395, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731295034012 2024-11-11T03:17:15,641 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 64c4befb0d424f3184709b77c5af72e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731295034200 2024-11-11T03:17:15,642 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bcdb3b46ab64460b2320857b897cf43, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731295035379 2024-11-11T03:17:15,643 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#A#compaction#18 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:15,644 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/5e6770b2118241479eb0cce7c21e1f0d is 50, key is test_row_0/A:col10/1731295035381/Put/seqid=0 2024-11-11T03:17:15,670 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:15,671 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/0958f71e939a4474866e160537e8cb74 is 50, key is test_row_0/B:col10/1731295035381/Put/seqid=0 2024-11-11T03:17:15,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741857_1033 (size=12207) 2024-11-11T03:17:15,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741858_1034 (size=12207) 2024-11-11T03:17:15,742 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/0958f71e939a4474866e160537e8cb74 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/0958f71e939a4474866e160537e8cb74 2024-11-11T03:17:15,762 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/B of bdea827afec00fa9fe9f5450a776085a into 0958f71e939a4474866e160537e8cb74(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:15,762 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:15,762 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/B, priority=13, startTime=1731295035609; duration=0sec 2024-11-11T03:17:15,763 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:15,763 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:B 2024-11-11T03:17:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:15,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bdea827afec00fa9fe9f5450a776085a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T03:17:15,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=A 2024-11-11T03:17:15,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:15,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=B 2024-11-11T03:17:15,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:15,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=C 2024-11-11T03:17:15,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:15,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/d80e200fb6e64d08943de5941739cc7d is 50, key is test_row_0/A:col10/1731295035770/Put/seqid=0 2024-11-11T03:17:15,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295095791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:15,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:15,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295095794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:15,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295095793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:15,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295095797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:15,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295095799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-11T03:17:15,823 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-11T03:17:15,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:17:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-11T03:17:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-11T03:17:15,830 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:17:15,831 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:17:15,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:17:15,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741859_1035 (size=14341) 2024-11-11T03:17:15,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/d80e200fb6e64d08943de5941739cc7d 2024-11-11T03:17:15,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/87ad4097015c4595b2e7c6b8ff68effc is 50, key is test_row_0/B:col10/1731295035770/Put/seqid=0 2024-11-11T03:17:15,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741860_1036 (size=12001) 2024-11-11T03:17:15,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/87ad4097015c4595b2e7c6b8ff68effc 2024-11-11T03:17:15,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295095902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:15,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295095902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:15,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295095904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:15,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295095912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:15,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295095914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:15,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/a3cf837eed4c4e3d8216408e6aa6e513 is 50, key is test_row_0/C:col10/1731295035770/Put/seqid=0 2024-11-11T03:17:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-11T03:17:15,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741861_1037 (size=12001) 2024-11-11T03:17:15,985 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:15,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-11T03:17:15,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:15,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:15,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:15,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:15,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:16,108 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/5e6770b2118241479eb0cce7c21e1f0d as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/5e6770b2118241479eb0cce7c21e1f0d 2024-11-11T03:17:16,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295096108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:16,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295096109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:16,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:16,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295096110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:16,123 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/A of bdea827afec00fa9fe9f5450a776085a into 5e6770b2118241479eb0cce7c21e1f0d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:16,123 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:16,123 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/A, priority=13, startTime=1731295035609; duration=0sec 2024-11-11T03:17:16,124 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:16,124 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:A 2024-11-11T03:17:16,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295096120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:16,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295096121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:16,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-11T03:17:16,147 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:16,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-11T03:17:16,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:16,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:16,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:16,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:16,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:16,305 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:16,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-11T03:17:16,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:16,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:16,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:16,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:16,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:16,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/a3cf837eed4c4e3d8216408e6aa6e513 2024-11-11T03:17:16,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/d80e200fb6e64d08943de5941739cc7d as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/d80e200fb6e64d08943de5941739cc7d 2024-11-11T03:17:16,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/d80e200fb6e64d08943de5941739cc7d, entries=200, sequenceid=115, filesize=14.0 K 2024-11-11T03:17:16,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295096414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:16,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295096417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:16,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/87ad4097015c4595b2e7c6b8ff68effc as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/87ad4097015c4595b2e7c6b8ff68effc 2024-11-11T03:17:16,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295096418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:16,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295096427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:16,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-11T03:17:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295096429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:16,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/87ad4097015c4595b2e7c6b8ff68effc, entries=150, sequenceid=115, filesize=11.7 K 2024-11-11T03:17:16,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/a3cf837eed4c4e3d8216408e6aa6e513 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/a3cf837eed4c4e3d8216408e6aa6e513 2024-11-11T03:17:16,460 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:16,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/a3cf837eed4c4e3d8216408e6aa6e513, entries=150, sequenceid=115, filesize=11.7 K 2024-11-11T03:17:16,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-11T03:17:16,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:16,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:16,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:16,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:16,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:16,464 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for bdea827afec00fa9fe9f5450a776085a in 691ms, sequenceid=115, compaction requested=true 2024-11-11T03:17:16,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:16,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:17:16,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:16,465 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-11T03:17:16,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:17:16,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:16,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:17:16,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T03:17:16,465 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:17:16,468 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-11T03:17:16,468 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-11T03:17:16,468 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. because compaction request was cancelled 2024-11-11T03:17:16,468 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:A 2024-11-11T03:17:16,468 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-11T03:17:16,470 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-11T03:17:16,470 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-11T03:17:16,470 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. because compaction request was cancelled 2024-11-11T03:17:16,471 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:B 2024-11-11T03:17:16,471 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:17:16,471 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/C is initiating minor compaction (all files) 2024-11-11T03:17:16,471 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/C in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:16,472 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/82c51bdb3aaa40e08e9181f174f5dd84, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/131dd1d18c914d10a0587d5e6b460c23, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/71112adb2f354100973f99d88c402a67, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/a3cf837eed4c4e3d8216408e6aa6e513] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=47.0 K 2024-11-11T03:17:16,473 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 82c51bdb3aaa40e08e9181f174f5dd84, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731295034012 2024-11-11T03:17:16,474 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 131dd1d18c914d10a0587d5e6b460c23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731295034200 2024-11-11T03:17:16,475 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 71112adb2f354100973f99d88c402a67, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731295035379 2024-11-11T03:17:16,475 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting a3cf837eed4c4e3d8216408e6aa6e513, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731295035444 2024-11-11T03:17:16,512 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#C#compaction#23 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:16,516 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/637e77567f0a484bb133774179aa0368 is 50, key is test_row_0/C:col10/1731295035770/Put/seqid=0 2024-11-11T03:17:16,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741862_1038 (size=12241) 2024-11-11T03:17:16,574 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/637e77567f0a484bb133774179aa0368 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/637e77567f0a484bb133774179aa0368 2024-11-11T03:17:16,611 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/C of bdea827afec00fa9fe9f5450a776085a into 637e77567f0a484bb133774179aa0368(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:16,611 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:16,612 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/C, priority=12, startTime=1731295036465; duration=0sec 2024-11-11T03:17:16,612 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:16,612 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:C 2024-11-11T03:17:16,616 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:16,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-11T03:17:16,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:16,617 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing bdea827afec00fa9fe9f5450a776085a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T03:17:16,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=A 2024-11-11T03:17:16,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:16,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=B 2024-11-11T03:17:16,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:16,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=C 2024-11-11T03:17:16,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:16,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/f309e646d21445daaceeae9c2ae2290f is 50, key is test_row_0/A:col10/1731295035792/Put/seqid=0 2024-11-11T03:17:16,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741863_1039 (size=12001) 2024-11-11T03:17:16,660 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/f309e646d21445daaceeae9c2ae2290f 2024-11-11T03:17:16,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/fd5a625a179848e9bc5efbb1b97e0e8f is 50, key is test_row_0/B:col10/1731295035792/Put/seqid=0 2024-11-11T03:17:16,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741864_1040 (size=12001) 2024-11-11T03:17:16,708 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/fd5a625a179848e9bc5efbb1b97e0e8f 2024-11-11T03:17:16,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/3714721279ea4c2ba3b50e34d33a26f8 is 50, key is test_row_0/C:col10/1731295035792/Put/seqid=0 2024-11-11T03:17:16,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741865_1041 (size=12001) 2024-11-11T03:17:16,767 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/3714721279ea4c2ba3b50e34d33a26f8 2024-11-11T03:17:16,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/f309e646d21445daaceeae9c2ae2290f as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/f309e646d21445daaceeae9c2ae2290f 2024-11-11T03:17:16,798 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/f309e646d21445daaceeae9c2ae2290f, entries=150, sequenceid=128, filesize=11.7 K 2024-11-11T03:17:16,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/fd5a625a179848e9bc5efbb1b97e0e8f as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/fd5a625a179848e9bc5efbb1b97e0e8f 2024-11-11T03:17:16,814 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/fd5a625a179848e9bc5efbb1b97e0e8f, entries=150, sequenceid=128, filesize=11.7 K 2024-11-11T03:17:16,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/3714721279ea4c2ba3b50e34d33a26f8 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/3714721279ea4c2ba3b50e34d33a26f8 2024-11-11T03:17:16,831 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/3714721279ea4c2ba3b50e34d33a26f8, entries=150, sequenceid=128, filesize=11.7 K 2024-11-11T03:17:16,834 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for bdea827afec00fa9fe9f5450a776085a in 216ms, sequenceid=128, compaction requested=true 2024-11-11T03:17:16,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:16,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:16,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-11T03:17:16,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-11T03:17:16,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-11T03:17:16,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0050 sec 2024-11-11T03:17:16,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.0130 sec 2024-11-11T03:17:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-11T03:17:16,940 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-11T03:17:16,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:17:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-11T03:17:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:16,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bdea827afec00fa9fe9f5450a776085a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T03:17:16,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=A 2024-11-11T03:17:16,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:16,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=B 2024-11-11T03:17:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-11T03:17:16,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:16,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=C 2024-11-11T03:17:16,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:16,948 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:17:16,951 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:17:16,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:17:16,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/81114f5fe67e49e39db00e0e6a329653 is 50, key is test_row_0/A:col10/1731295036935/Put/seqid=0 2024-11-11T03:17:16,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741866_1042 (size=12151) 2024-11-11T03:17:16,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/81114f5fe67e49e39db00e0e6a329653 2024-11-11T03:17:17,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:17,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:17,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:17,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295096995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295096997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295096999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295096993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295097001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/caab8d12ba144b7b9ef1b40bebc53933 is 50, key is test_row_0/B:col10/1731295036935/Put/seqid=0 2024-11-11T03:17:17,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741867_1043 (size=12151) 2024-11-11T03:17:17,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/caab8d12ba144b7b9ef1b40bebc53933 2024-11-11T03:17:17,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/969731c242f94288a66a51986991b21d is 50, key is test_row_0/C:col10/1731295036935/Put/seqid=0 2024-11-11T03:17:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-11T03:17:17,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741868_1044 (size=12151) 2024-11-11T03:17:17,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/969731c242f94288a66a51986991b21d 2024-11-11T03:17:17,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/81114f5fe67e49e39db00e0e6a329653 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/81114f5fe67e49e39db00e0e6a329653 2024-11-11T03:17:17,106 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-11T03:17:17,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:17,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:17,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:17,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:17,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:17,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295097106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295097106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:17,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295097108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295097112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295097113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/81114f5fe67e49e39db00e0e6a329653, entries=150, sequenceid=139, filesize=11.9 K 2024-11-11T03:17:17,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/caab8d12ba144b7b9ef1b40bebc53933 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/caab8d12ba144b7b9ef1b40bebc53933 2024-11-11T03:17:17,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/caab8d12ba144b7b9ef1b40bebc53933, entries=150, sequenceid=139, filesize=11.9 K 2024-11-11T03:17:17,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/969731c242f94288a66a51986991b21d as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/969731c242f94288a66a51986991b21d 2024-11-11T03:17:17,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/969731c242f94288a66a51986991b21d, entries=150, sequenceid=139, filesize=11.9 K 2024-11-11T03:17:17,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for bdea827afec00fa9fe9f5450a776085a in 201ms, sequenceid=139, compaction requested=true 2024-11-11T03:17:17,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:17,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:17:17,147 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:17:17,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:17,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:17:17,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:17,147 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:17:17,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:17:17,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:17,150 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50700 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:17:17,150 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/A is initiating minor compaction (all files) 2024-11-11T03:17:17,150 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/A in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:17,150 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:17:17,150 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/5e6770b2118241479eb0cce7c21e1f0d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/d80e200fb6e64d08943de5941739cc7d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/f309e646d21445daaceeae9c2ae2290f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/81114f5fe67e49e39db00e0e6a329653] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=49.5 K 2024-11-11T03:17:17,150 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/B is initiating minor compaction (all files) 2024-11-11T03:17:17,150 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/B in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:17,151 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/0958f71e939a4474866e160537e8cb74, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/87ad4097015c4595b2e7c6b8ff68effc, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/fd5a625a179848e9bc5efbb1b97e0e8f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/caab8d12ba144b7b9ef1b40bebc53933] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=47.2 K 2024-11-11T03:17:17,151 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 0958f71e939a4474866e160537e8cb74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731295035379 2024-11-11T03:17:17,151 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e6770b2118241479eb0cce7c21e1f0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731295035379 2024-11-11T03:17:17,153 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting d80e200fb6e64d08943de5941739cc7d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731295035444 2024-11-11T03:17:17,153 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 87ad4097015c4595b2e7c6b8ff68effc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731295035444 2024-11-11T03:17:17,153 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting f309e646d21445daaceeae9c2ae2290f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731295035790 2024-11-11T03:17:17,154 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting fd5a625a179848e9bc5efbb1b97e0e8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731295035790 2024-11-11T03:17:17,154 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81114f5fe67e49e39db00e0e6a329653, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731295036935 2024-11-11T03:17:17,155 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting caab8d12ba144b7b9ef1b40bebc53933, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731295036935 2024-11-11T03:17:17,191 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#B#compaction#30 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:17,195 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#A#compaction#31 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:17,199 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/c88de6616dde4272bc1fd937c02acb0c is 50, key is test_row_0/B:col10/1731295036935/Put/seqid=0 2024-11-11T03:17:17,199 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/0e5984d2247a42a4a2dd8cefbe3dc786 is 50, key is test_row_0/A:col10/1731295036935/Put/seqid=0 2024-11-11T03:17:17,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741869_1045 (size=12493) 2024-11-11T03:17:17,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741870_1046 (size=12493) 2024-11-11T03:17:17,235 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/c88de6616dde4272bc1fd937c02acb0c as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/c88de6616dde4272bc1fd937c02acb0c 2024-11-11T03:17:17,249 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/B of bdea827afec00fa9fe9f5450a776085a into c88de6616dde4272bc1fd937c02acb0c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:17,249 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:17,249 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/B, priority=12, startTime=1731295037147; duration=0sec 2024-11-11T03:17:17,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-11T03:17:17,250 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:17,251 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:B 2024-11-11T03:17:17,251 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:17,254 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:17,255 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/C is initiating minor compaction (all files) 2024-11-11T03:17:17,255 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/C in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:17,255 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/637e77567f0a484bb133774179aa0368, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/3714721279ea4c2ba3b50e34d33a26f8, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/969731c242f94288a66a51986991b21d] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=35.5 K 2024-11-11T03:17:17,256 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 637e77567f0a484bb133774179aa0368, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731295035444 2024-11-11T03:17:17,256 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 3714721279ea4c2ba3b50e34d33a26f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731295035790 2024-11-11T03:17:17,257 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 969731c242f94288a66a51986991b21d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731295036935 2024-11-11T03:17:17,262 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-11T03:17:17,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:17,264 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing bdea827afec00fa9fe9f5450a776085a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T03:17:17,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=A 2024-11-11T03:17:17,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:17,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=B 2024-11-11T03:17:17,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:17,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=C 2024-11-11T03:17:17,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:17,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/61d490b609b04b71886bb0be292a9e59 is 50, key is test_row_0/A:col10/1731295036993/Put/seqid=0 2024-11-11T03:17:17,290 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#C#compaction#33 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:17,291 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/7790b4fe3ca24471b531336a458fadda is 50, key is test_row_0/C:col10/1731295036935/Put/seqid=0 2024-11-11T03:17:17,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741871_1047 (size=12151) 2024-11-11T03:17:17,302 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/61d490b609b04b71886bb0be292a9e59 2024-11-11T03:17:17,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:17,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:17,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741872_1048 (size=12493) 2024-11-11T03:17:17,336 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/7790b4fe3ca24471b531336a458fadda as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/7790b4fe3ca24471b531336a458fadda 2024-11-11T03:17:17,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295097327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295097329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295097330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295097331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/c84681b53e814e36962810f130ce909f is 50, key is test_row_0/B:col10/1731295036993/Put/seqid=0 2024-11-11T03:17:17,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295097332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,350 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/C of bdea827afec00fa9fe9f5450a776085a into 7790b4fe3ca24471b531336a458fadda(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:17,350 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:17,350 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/C, priority=13, startTime=1731295037147; duration=0sec 2024-11-11T03:17:17,351 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:17,351 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:C 2024-11-11T03:17:17,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741873_1049 (size=12151) 2024-11-11T03:17:17,372 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/c84681b53e814e36962810f130ce909f 2024-11-11T03:17:17,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/dcbba117e687433786bfd8e0df379b4b is 50, key is test_row_0/C:col10/1731295036993/Put/seqid=0 2024-11-11T03:17:17,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295097439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295097440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295097442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295097442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295097444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741874_1050 (size=12151) 2024-11-11T03:17:17,463 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/dcbba117e687433786bfd8e0df379b4b 2024-11-11T03:17:17,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/61d490b609b04b71886bb0be292a9e59 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/61d490b609b04b71886bb0be292a9e59 2024-11-11T03:17:17,485 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/61d490b609b04b71886bb0be292a9e59, entries=150, sequenceid=165, filesize=11.9 K 2024-11-11T03:17:17,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/c84681b53e814e36962810f130ce909f as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/c84681b53e814e36962810f130ce909f 2024-11-11T03:17:17,501 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/c84681b53e814e36962810f130ce909f, entries=150, sequenceid=165, filesize=11.9 K 2024-11-11T03:17:17,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/dcbba117e687433786bfd8e0df379b4b as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/dcbba117e687433786bfd8e0df379b4b 2024-11-11T03:17:17,523 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/dcbba117e687433786bfd8e0df379b4b, entries=150, sequenceid=165, filesize=11.9 K 2024-11-11T03:17:17,525 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for bdea827afec00fa9fe9f5450a776085a in 261ms, sequenceid=165, compaction requested=false 2024-11-11T03:17:17,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:17,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:17,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-11T03:17:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-11T03:17:17,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-11T03:17:17,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 576 msec 2024-11-11T03:17:17,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 588 msec 2024-11-11T03:17:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-11T03:17:17,552 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-11T03:17:17,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:17:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-11T03:17:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-11T03:17:17,559 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:17:17,560 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:17:17,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:17:17,642 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/0e5984d2247a42a4a2dd8cefbe3dc786 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/0e5984d2247a42a4a2dd8cefbe3dc786 2024-11-11T03:17:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:17,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bdea827afec00fa9fe9f5450a776085a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T03:17:17,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=A 2024-11-11T03:17:17,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:17,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=B 2024-11-11T03:17:17,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:17,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=C 2024-11-11T03:17:17,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-11T03:17:17,666 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/A of bdea827afec00fa9fe9f5450a776085a into 0e5984d2247a42a4a2dd8cefbe3dc786(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:17,666 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:17,666 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/A, priority=12, startTime=1731295037146; duration=0sec 2024-11-11T03:17:17,667 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:17,667 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:A 2024-11-11T03:17:17,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/53f589c318a747d08b48c8a15db4f492 is 50, key is test_row_0/A:col10/1731295037327/Put/seqid=0 2024-11-11T03:17:17,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741875_1051 (size=14541) 2024-11-11T03:17:17,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/53f589c318a747d08b48c8a15db4f492 2024-11-11T03:17:17,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/869aee7bcede487483bfc88d0613380b is 50, key is test_row_0/B:col10/1731295037327/Put/seqid=0 2024-11-11T03:17:17,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295097699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:17,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295097699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295097701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,714 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295097707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T03:17:17,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:17,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:17,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:17,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:17,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:17,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295097716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741876_1052 (size=12151) 2024-11-11T03:17:17,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/869aee7bcede487483bfc88d0613380b 2024-11-11T03:17:17,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/5b66ce7437054dd98ff10e96f54bf6ea is 50, key is test_row_0/C:col10/1731295037327/Put/seqid=0 2024-11-11T03:17:17,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741877_1053 (size=12151) 2024-11-11T03:17:17,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/5b66ce7437054dd98ff10e96f54bf6ea 2024-11-11T03:17:17,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/53f589c318a747d08b48c8a15db4f492 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/53f589c318a747d08b48c8a15db4f492 2024-11-11T03:17:17,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/53f589c318a747d08b48c8a15db4f492, entries=200, sequenceid=178, filesize=14.2 K 2024-11-11T03:17:17,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295097810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/869aee7bcede487483bfc88d0613380b as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/869aee7bcede487483bfc88d0613380b 2024-11-11T03:17:17,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295097810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:17,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295097811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:17,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295097817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295097820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/869aee7bcede487483bfc88d0613380b, entries=150, sequenceid=178, filesize=11.9 K 2024-11-11T03:17:17,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/5b66ce7437054dd98ff10e96f54bf6ea as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/5b66ce7437054dd98ff10e96f54bf6ea 2024-11-11T03:17:17,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/5b66ce7437054dd98ff10e96f54bf6ea, entries=150, sequenceid=178, filesize=11.9 K 2024-11-11T03:17:17,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for bdea827afec00fa9fe9f5450a776085a in 207ms, sequenceid=178, compaction requested=true 2024-11-11T03:17:17,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:17,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:17:17,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:17,856 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:17,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:17:17,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:17,857 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:17,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:17:17,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:17,858 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:17,859 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/B is initiating minor compaction (all files) 2024-11-11T03:17:17,859 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/B in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:17,859 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/c88de6616dde4272bc1fd937c02acb0c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/c84681b53e814e36962810f130ce909f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/869aee7bcede487483bfc88d0613380b] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=35.9 K 2024-11-11T03:17:17,859 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:17,859 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/A is initiating minor compaction (all files) 2024-11-11T03:17:17,859 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/A in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:17,860 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/0e5984d2247a42a4a2dd8cefbe3dc786, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/61d490b609b04b71886bb0be292a9e59, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/53f589c318a747d08b48c8a15db4f492] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=38.3 K 2024-11-11T03:17:17,860 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting c88de6616dde4272bc1fd937c02acb0c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731295036935 2024-11-11T03:17:17,860 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e5984d2247a42a4a2dd8cefbe3dc786, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731295036935 2024-11-11T03:17:17,861 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting c84681b53e814e36962810f130ce909f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731295036991 2024-11-11T03:17:17,861 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61d490b609b04b71886bb0be292a9e59, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731295036991 2024-11-11T03:17:17,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-11T03:17:17,862 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 869aee7bcede487483bfc88d0613380b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731295037326 2024-11-11T03:17:17,863 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53f589c318a747d08b48c8a15db4f492, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731295037326 2024-11-11T03:17:17,869 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:17,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T03:17:17,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:17,870 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing bdea827afec00fa9fe9f5450a776085a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T03:17:17,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=A 2024-11-11T03:17:17,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:17,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=B 2024-11-11T03:17:17,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:17,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=C 2024-11-11T03:17:17,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:17,886 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#B#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:17,887 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/bdf9b60da1024d3ba8c923f00354c07c is 50, key is test_row_0/B:col10/1731295037327/Put/seqid=0 2024-11-11T03:17:17,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/a45216427d904359963dbc2c88b78fc7 is 50, key is test_row_0/A:col10/1731295037695/Put/seqid=0 2024-11-11T03:17:17,908 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#A#compaction#41 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:17,908 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/8080aab356f54af88be542e033e16668 is 50, key is test_row_0/A:col10/1731295037327/Put/seqid=0 2024-11-11T03:17:17,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741878_1054 (size=12595) 2024-11-11T03:17:17,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741880_1056 (size=12595) 2024-11-11T03:17:17,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741879_1055 (size=12151) 2024-11-11T03:17:17,980 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/8080aab356f54af88be542e033e16668 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/8080aab356f54af88be542e033e16668 2024-11-11T03:17:17,990 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/A of bdea827afec00fa9fe9f5450a776085a into 8080aab356f54af88be542e033e16668(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:17,990 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:17,990 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/A, priority=13, startTime=1731295037856; duration=0sec 2024-11-11T03:17:17,990 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:17,990 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:A 2024-11-11T03:17:17,990 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:17,992 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:17,992 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/C is initiating minor compaction (all files) 2024-11-11T03:17:17,992 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/C in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:17,992 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/7790b4fe3ca24471b531336a458fadda, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/dcbba117e687433786bfd8e0df379b4b, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/5b66ce7437054dd98ff10e96f54bf6ea] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=35.9 K 2024-11-11T03:17:17,993 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7790b4fe3ca24471b531336a458fadda, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731295036935 2024-11-11T03:17:17,994 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcbba117e687433786bfd8e0df379b4b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731295036991 2024-11-11T03:17:17,995 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b66ce7437054dd98ff10e96f54bf6ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731295037326 2024-11-11T03:17:18,006 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#C#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:18,007 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/fd34df7f97f44d9092f8169f30331682 is 50, key is test_row_0/C:col10/1731295037327/Put/seqid=0 2024-11-11T03:17:18,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:18,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741881_1057 (size=12595) 2024-11-11T03:17:18,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:18,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295098033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295098033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:18,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295098038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:18,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295098038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:18,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295098038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:18,050 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/fd34df7f97f44d9092f8169f30331682 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/fd34df7f97f44d9092f8169f30331682 2024-11-11T03:17:18,060 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/C of bdea827afec00fa9fe9f5450a776085a into fd34df7f97f44d9092f8169f30331682(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:18,060 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:18,060 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/C, priority=13, startTime=1731295037857; duration=0sec 2024-11-11T03:17:18,060 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:18,060 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:C 2024-11-11T03:17:18,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295098146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:18,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:18,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295098147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:18,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295098148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:18,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295098148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-11T03:17:18,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295098342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:18,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295098355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:18,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295098355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:18,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:18,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295098357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:18,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:18,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295098358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:18,370 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/bdf9b60da1024d3ba8c923f00354c07c as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/bdf9b60da1024d3ba8c923f00354c07c 2024-11-11T03:17:18,372 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/a45216427d904359963dbc2c88b78fc7 2024-11-11T03:17:18,384 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/B of bdea827afec00fa9fe9f5450a776085a into bdf9b60da1024d3ba8c923f00354c07c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:18,384 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:18,384 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/B, priority=13, startTime=1731295037856; duration=0sec 2024-11-11T03:17:18,384 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:18,384 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:B 2024-11-11T03:17:18,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/e19ee7e7dfa54ad89bc2922857b16249 is 50, key is test_row_0/B:col10/1731295037695/Put/seqid=0 2024-11-11T03:17:18,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741882_1058 (size=12151) 2024-11-11T03:17:18,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295098661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-11T03:17:18,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:18,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295098662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295098662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:18,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295098663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:18,819 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/e19ee7e7dfa54ad89bc2922857b16249 2024-11-11T03:17:18,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/760d242758f34422b8c25ac5407eb2ca is 50, key is test_row_0/C:col10/1731295037695/Put/seqid=0 2024-11-11T03:17:18,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295098848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:18,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741883_1059 (size=12151) 2024-11-11T03:17:18,872 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/760d242758f34422b8c25ac5407eb2ca 2024-11-11T03:17:18,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/a45216427d904359963dbc2c88b78fc7 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/a45216427d904359963dbc2c88b78fc7 2024-11-11T03:17:18,914 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/a45216427d904359963dbc2c88b78fc7, entries=150, sequenceid=204, filesize=11.9 K 2024-11-11T03:17:18,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/e19ee7e7dfa54ad89bc2922857b16249 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/e19ee7e7dfa54ad89bc2922857b16249 2024-11-11T03:17:18,924 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/e19ee7e7dfa54ad89bc2922857b16249, entries=150, sequenceid=204, filesize=11.9 K 2024-11-11T03:17:18,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/760d242758f34422b8c25ac5407eb2ca as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/760d242758f34422b8c25ac5407eb2ca 2024-11-11T03:17:18,941 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/760d242758f34422b8c25ac5407eb2ca, entries=150, sequenceid=204, filesize=11.9 K 2024-11-11T03:17:18,943 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for bdea827afec00fa9fe9f5450a776085a in 1073ms, sequenceid=204, compaction requested=false 2024-11-11T03:17:18,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:18,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:18,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-11T03:17:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-11T03:17:18,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-11T03:17:18,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3840 sec 2024-11-11T03:17:18,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.3940 sec 2024-11-11T03:17:19,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:19,172 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bdea827afec00fa9fe9f5450a776085a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T03:17:19,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=A 2024-11-11T03:17:19,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:19,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=B 2024-11-11T03:17:19,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:19,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=C 2024-11-11T03:17:19,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:19,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/42588b471c114f7b9ffe89ab59441b6c is 50, key is test_row_0/A:col10/1731295038035/Put/seqid=0 2024-11-11T03:17:19,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741884_1060 (size=14541) 2024-11-11T03:17:19,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/42588b471c114f7b9ffe89ab59441b6c 2024-11-11T03:17:19,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295099212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:19,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:19,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295099219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295099219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:19,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295099222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:19,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/08821aeeae354f7b818caefab09dd702 is 50, key is test_row_0/B:col10/1731295038035/Put/seqid=0 2024-11-11T03:17:19,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741885_1061 (size=12151) 2024-11-11T03:17:19,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:19,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295099325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:19,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:19,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:19,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295099328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:19,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295099329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:19,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295099334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:19,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295099531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:19,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295099534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:19,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295099537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:19,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295099546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:19,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/08821aeeae354f7b818caefab09dd702 2024-11-11T03:17:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-11T03:17:19,666 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-11T03:17:19,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:17:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-11T03:17:19,673 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:17:19,674 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:17:19,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:17:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-11T03:17:19,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/ed436f8bacf946fe850aead5d432c018 is 50, key is test_row_0/C:col10/1731295038035/Put/seqid=0 2024-11-11T03:17:19,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741886_1062 (size=12151) 2024-11-11T03:17:19,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/ed436f8bacf946fe850aead5d432c018 2024-11-11T03:17:19,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/42588b471c114f7b9ffe89ab59441b6c as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/42588b471c114f7b9ffe89ab59441b6c 2024-11-11T03:17:19,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/42588b471c114f7b9ffe89ab59441b6c, entries=200, sequenceid=220, filesize=14.2 K 2024-11-11T03:17:19,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/08821aeeae354f7b818caefab09dd702 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/08821aeeae354f7b818caefab09dd702 2024-11-11T03:17:19,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/08821aeeae354f7b818caefab09dd702, entries=150, sequenceid=220, filesize=11.9 K 2024-11-11T03:17:19,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/ed436f8bacf946fe850aead5d432c018 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/ed436f8bacf946fe850aead5d432c018 2024-11-11T03:17:19,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/ed436f8bacf946fe850aead5d432c018, entries=150, sequenceid=220, filesize=11.9 K 2024-11-11T03:17:19,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for bdea827afec00fa9fe9f5450a776085a in 582ms, sequenceid=220, compaction requested=true 2024-11-11T03:17:19,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:19,755 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:19,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:17:19,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:19,758 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:19,758 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:19,758 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/A is initiating minor compaction (all files) 2024-11-11T03:17:19,758 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/A in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:19,758 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/8080aab356f54af88be542e033e16668, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/a45216427d904359963dbc2c88b78fc7, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/42588b471c114f7b9ffe89ab59441b6c] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=38.4 K 2024-11-11T03:17:19,759 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:19,759 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/B is initiating minor compaction (all files) 2024-11-11T03:17:19,760 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/B in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:19,760 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8080aab356f54af88be542e033e16668, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731295037326 2024-11-11T03:17:19,760 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/bdf9b60da1024d3ba8c923f00354c07c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/e19ee7e7dfa54ad89bc2922857b16249, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/08821aeeae354f7b818caefab09dd702] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=36.0 K 2024-11-11T03:17:19,761 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting a45216427d904359963dbc2c88b78fc7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731295037685 2024-11-11T03:17:19,761 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting bdf9b60da1024d3ba8c923f00354c07c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731295037326 2024-11-11T03:17:19,762 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42588b471c114f7b9ffe89ab59441b6c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731295038017 2024-11-11T03:17:19,762 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting e19ee7e7dfa54ad89bc2922857b16249, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731295037685 2024-11-11T03:17:19,763 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 08821aeeae354f7b818caefab09dd702, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731295038017 2024-11-11T03:17:19,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:17:19,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:19,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:17:19,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-11T03:17:19,782 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#B#compaction#48 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:19,783 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#A#compaction#49 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:19,783 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/4c4f685fe3c74df8b143471b2a33b73e is 50, key is test_row_0/B:col10/1731295038035/Put/seqid=0 2024-11-11T03:17:19,783 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/0ab15240b9364c7a93f7a79914d9c506 is 50, key is test_row_0/A:col10/1731295038035/Put/seqid=0 2024-11-11T03:17:19,829 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:19,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-11T03:17:19,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:19,831 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing bdea827afec00fa9fe9f5450a776085a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T03:17:19,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=A 2024-11-11T03:17:19,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:19,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=B 2024-11-11T03:17:19,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:19,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=C 2024-11-11T03:17:19,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:19,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741887_1063 (size=12697) 2024-11-11T03:17:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:19,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:19,849 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/4c4f685fe3c74df8b143471b2a33b73e as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/4c4f685fe3c74df8b143471b2a33b73e 2024-11-11T03:17:19,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741888_1064 (size=12697) 2024-11-11T03:17:19,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/a341e570507f45c88a94ed1106905e09 is 50, key is test_row_0/A:col10/1731295039219/Put/seqid=0 2024-11-11T03:17:19,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:19,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295099858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:19,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295099861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:19,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295099862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:19,868 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/0ab15240b9364c7a93f7a79914d9c506 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/0ab15240b9364c7a93f7a79914d9c506 2024-11-11T03:17:19,868 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/B of bdea827afec00fa9fe9f5450a776085a into 4c4f685fe3c74df8b143471b2a33b73e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:19,868 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:19,868 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/B, priority=13, startTime=1731295039758; duration=0sec 2024-11-11T03:17:19,868 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:19,868 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:B 2024-11-11T03:17:19,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:19,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295099864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:19,870 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:19,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:19,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295099865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:19,872 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:19,872 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/C is initiating minor compaction (all files) 2024-11-11T03:17:19,872 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/C in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:19,872 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/fd34df7f97f44d9092f8169f30331682, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/760d242758f34422b8c25ac5407eb2ca, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/ed436f8bacf946fe850aead5d432c018] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=36.0 K 2024-11-11T03:17:19,874 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting fd34df7f97f44d9092f8169f30331682, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731295037326 2024-11-11T03:17:19,875 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 760d242758f34422b8c25ac5407eb2ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731295037685 2024-11-11T03:17:19,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741889_1065 (size=12151) 2024-11-11T03:17:19,877 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/a341e570507f45c88a94ed1106905e09 2024-11-11T03:17:19,879 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting ed436f8bacf946fe850aead5d432c018, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731295038017 2024-11-11T03:17:19,880 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/A of bdea827afec00fa9fe9f5450a776085a into 0ab15240b9364c7a93f7a79914d9c506(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:19,880 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:19,880 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/A, priority=13, startTime=1731295039755; duration=0sec 2024-11-11T03:17:19,880 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:19,880 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:A 2024-11-11T03:17:19,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/fb1cbf2d048343b9a5e210781db6575c is 50, key is test_row_0/B:col10/1731295039219/Put/seqid=0 2024-11-11T03:17:19,935 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#C#compaction#52 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:19,936 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/9737e1ca9cf046cb98425afa880fca43 is 50, key is test_row_0/C:col10/1731295038035/Put/seqid=0 2024-11-11T03:17:19,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295099967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:19,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:19,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295099968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:19,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:19,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295099968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:19,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:19,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:19,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295099972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:19,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295099973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:19,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-11T03:17:19,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741890_1066 (size=12151) 2024-11-11T03:17:19,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741891_1067 (size=12697) 2024-11-11T03:17:20,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:20,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295100172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:20,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:20,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295100174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:20,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295100178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:20,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:20,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295100181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:20,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:20,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295100180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-11T03:17:20,386 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/fb1cbf2d048343b9a5e210781db6575c 2024-11-11T03:17:20,409 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/9737e1ca9cf046cb98425afa880fca43 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/9737e1ca9cf046cb98425afa880fca43 2024-11-11T03:17:20,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/314b0a17d1ea4c22a8b1ef5d0e64d3a4 is 50, key is test_row_0/C:col10/1731295039219/Put/seqid=0 2024-11-11T03:17:20,419 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/C of bdea827afec00fa9fe9f5450a776085a into 9737e1ca9cf046cb98425afa880fca43(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:20,419 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:20,419 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/C, priority=13, startTime=1731295039771; duration=0sec 2024-11-11T03:17:20,419 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:20,419 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:C 2024-11-11T03:17:20,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741892_1068 (size=12151) 2024-11-11T03:17:20,440 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/314b0a17d1ea4c22a8b1ef5d0e64d3a4 2024-11-11T03:17:20,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/a341e570507f45c88a94ed1106905e09 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/a341e570507f45c88a94ed1106905e09 2024-11-11T03:17:20,460 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/a341e570507f45c88a94ed1106905e09, entries=150, sequenceid=243, filesize=11.9 K 2024-11-11T03:17:20,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/fb1cbf2d048343b9a5e210781db6575c as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/fb1cbf2d048343b9a5e210781db6575c 2024-11-11T03:17:20,471 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/fb1cbf2d048343b9a5e210781db6575c, entries=150, sequenceid=243, filesize=11.9 K 2024-11-11T03:17:20,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295100479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:20,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295100480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:20,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295100483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:20,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295100483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:20,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295100486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:20,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/314b0a17d1ea4c22a8b1ef5d0e64d3a4 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/314b0a17d1ea4c22a8b1ef5d0e64d3a4 2024-11-11T03:17:20,501 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/314b0a17d1ea4c22a8b1ef5d0e64d3a4, entries=150, sequenceid=243, filesize=11.9 K 2024-11-11T03:17:20,502 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for bdea827afec00fa9fe9f5450a776085a in 672ms, sequenceid=243, compaction requested=false 2024-11-11T03:17:20,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:20,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:20,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-11T03:17:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-11T03:17:20,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-11T03:17:20,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 831 msec 2024-11-11T03:17:20,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 841 msec 2024-11-11T03:17:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-11T03:17:20,782 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-11T03:17:20,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:17:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-11T03:17:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-11T03:17:20,787 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:17:20,788 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:17:20,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:17:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-11T03:17:20,942 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:20,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-11T03:17:20,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:20,943 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing bdea827afec00fa9fe9f5450a776085a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T03:17:20,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=A 2024-11-11T03:17:20,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:20,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=B 2024-11-11T03:17:20,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:20,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=C 2024-11-11T03:17:20,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:20,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/f9bed707e9a5422cbb76760ec691761e is 50, key is test_row_0/A:col10/1731295039859/Put/seqid=0 2024-11-11T03:17:20,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741893_1069 (size=12151) 2024-11-11T03:17:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:20,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:21,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295101023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:21,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295101025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:21,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295101026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:21,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295101028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:21,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295101028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-11T03:17:21,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295101129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:21,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295101130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:21,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:21,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295101132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295101132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:21,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295101134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:21,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295101333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:21,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295101334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:21,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:21,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295101336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295101336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:21,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295101338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:21,377 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/f9bed707e9a5422cbb76760ec691761e 2024-11-11T03:17:21,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/f09e532368e54689b24ce8692741c09b is 50, key is test_row_0/B:col10/1731295039859/Put/seqid=0 2024-11-11T03:17:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-11T03:17:21,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741894_1070 (size=12151) 2024-11-11T03:17:21,406 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/f09e532368e54689b24ce8692741c09b 2024-11-11T03:17:21,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/3bd07923f3624356845248fed59983a2 is 50, key is test_row_0/C:col10/1731295039859/Put/seqid=0 2024-11-11T03:17:21,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741895_1071 (size=12151) 2024-11-11T03:17:21,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295101638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:21,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295101638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:21,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295101640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:21,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295101641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:21,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295101641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:21,824 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/3bd07923f3624356845248fed59983a2 2024-11-11T03:17:21,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/f9bed707e9a5422cbb76760ec691761e as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/f9bed707e9a5422cbb76760ec691761e 2024-11-11T03:17:21,855 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/f9bed707e9a5422cbb76760ec691761e, entries=150, sequenceid=259, filesize=11.9 K 2024-11-11T03:17:21,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/f09e532368e54689b24ce8692741c09b as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/f09e532368e54689b24ce8692741c09b 2024-11-11T03:17:21,865 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/f09e532368e54689b24ce8692741c09b, entries=150, sequenceid=259, filesize=11.9 K 2024-11-11T03:17:21,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/3bd07923f3624356845248fed59983a2 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/3bd07923f3624356845248fed59983a2 2024-11-11T03:17:21,890 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/3bd07923f3624356845248fed59983a2, entries=150, sequenceid=259, filesize=11.9 K 2024-11-11T03:17:21,891 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for bdea827afec00fa9fe9f5450a776085a in 948ms, sequenceid=259, compaction requested=true 2024-11-11T03:17:21,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:21,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:21,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-11T03:17:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-11T03:17:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-11T03:17:21,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-11T03:17:21,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1090 sec 2024-11-11T03:17:21,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.1160 sec 2024-11-11T03:17:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:22,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bdea827afec00fa9fe9f5450a776085a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T03:17:22,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=A 2024-11-11T03:17:22,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:22,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=B 2024-11-11T03:17:22,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:22,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=C 2024-11-11T03:17:22,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:22,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/3165db1f8160412ebdb1d08ea6016a2f is 50, key is test_row_0/A:col10/1731295042142/Put/seqid=0 2024-11-11T03:17:22,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295102161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:22,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295102161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:22,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:22,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295102164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295102161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:22,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295102164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:22,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741896_1072 (size=14741) 2024-11-11T03:17:22,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295102269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:22,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:22,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295102270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:22,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295102271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:22,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295102271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295102270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:22,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295102474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:22,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295102475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:22,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295102479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:22,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:22,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295102482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295102482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:22,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/3165db1f8160412ebdb1d08ea6016a2f 2024-11-11T03:17:22,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/eec5657dc7834f0096786d51332eefa0 is 50, key is test_row_0/B:col10/1731295042142/Put/seqid=0 2024-11-11T03:17:22,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741897_1073 (size=12301) 2024-11-11T03:17:22,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/eec5657dc7834f0096786d51332eefa0 2024-11-11T03:17:22,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/e48f696010dc4885bb26dff25d44002e is 50, key is test_row_0/C:col10/1731295042142/Put/seqid=0 2024-11-11T03:17:22,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741898_1074 (size=12301) 2024-11-11T03:17:22,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/e48f696010dc4885bb26dff25d44002e 2024-11-11T03:17:22,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/3165db1f8160412ebdb1d08ea6016a2f as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/3165db1f8160412ebdb1d08ea6016a2f 2024-11-11T03:17:22,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/3165db1f8160412ebdb1d08ea6016a2f, entries=200, sequenceid=284, filesize=14.4 K 2024-11-11T03:17:22,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/eec5657dc7834f0096786d51332eefa0 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/eec5657dc7834f0096786d51332eefa0 2024-11-11T03:17:22,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/eec5657dc7834f0096786d51332eefa0, entries=150, sequenceid=284, filesize=12.0 K 2024-11-11T03:17:22,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/e48f696010dc4885bb26dff25d44002e as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/e48f696010dc4885bb26dff25d44002e 2024-11-11T03:17:22,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/e48f696010dc4885bb26dff25d44002e, entries=150, sequenceid=284, filesize=12.0 K 2024-11-11T03:17:22,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for bdea827afec00fa9fe9f5450a776085a in 546ms, sequenceid=284, compaction requested=true 2024-11-11T03:17:22,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:22,691 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:17:22,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:17:22,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:22,694 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:17:22,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:17:22,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:22,695 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51740 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:17:22,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:17:22,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:22,695 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/A is initiating minor compaction (all files) 2024-11-11T03:17:22,695 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/A in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:22,695 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/0ab15240b9364c7a93f7a79914d9c506, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/a341e570507f45c88a94ed1106905e09, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/f9bed707e9a5422cbb76760ec691761e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/3165db1f8160412ebdb1d08ea6016a2f] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=50.5 K 2024-11-11T03:17:22,696 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ab15240b9364c7a93f7a79914d9c506, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731295038017 2024-11-11T03:17:22,696 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting a341e570507f45c88a94ed1106905e09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731295039206 2024-11-11T03:17:22,697 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:17:22,697 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/B is initiating minor compaction (all files) 2024-11-11T03:17:22,697 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/B in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:22,697 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/4c4f685fe3c74df8b143471b2a33b73e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/fb1cbf2d048343b9a5e210781db6575c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/f09e532368e54689b24ce8692741c09b, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/eec5657dc7834f0096786d51332eefa0] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=48.1 K 2024-11-11T03:17:22,698 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting f9bed707e9a5422cbb76760ec691761e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731295039859 2024-11-11T03:17:22,698 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c4f685fe3c74df8b143471b2a33b73e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731295038017 2024-11-11T03:17:22,698 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 3165db1f8160412ebdb1d08ea6016a2f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731295041014 2024-11-11T03:17:22,699 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb1cbf2d048343b9a5e210781db6575c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731295039206 2024-11-11T03:17:22,701 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting f09e532368e54689b24ce8692741c09b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731295039859 2024-11-11T03:17:22,701 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting eec5657dc7834f0096786d51332eefa0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731295041014 2024-11-11T03:17:22,725 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#A#compaction#60 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:22,726 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/51dcc050a6cb4c54b3f4b1019cb52f0d is 50, key is test_row_0/A:col10/1731295042142/Put/seqid=0 2024-11-11T03:17:22,732 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#B#compaction#61 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:22,733 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/2f0f24d88e0b43cb97e4cfb6f1bf77df is 50, key is test_row_0/B:col10/1731295042142/Put/seqid=0 2024-11-11T03:17:22,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741900_1076 (size=12983) 2024-11-11T03:17:22,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741899_1075 (size=12983) 2024-11-11T03:17:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:22,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bdea827afec00fa9fe9f5450a776085a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T03:17:22,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=A 2024-11-11T03:17:22,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:22,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=B 2024-11-11T03:17:22,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:22,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=C 2024-11-11T03:17:22,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:22,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/fb17561e81174292b8388555502dfdd2 is 50, key is test_row_0/A:col10/1731295042152/Put/seqid=0 2024-11-11T03:17:22,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741901_1077 (size=14741) 2024-11-11T03:17:22,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/fb17561e81174292b8388555502dfdd2 2024-11-11T03:17:22,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/084e5b2cd3ff4c4fa105fdf1fd2f6493 is 50, key is test_row_0/B:col10/1731295042152/Put/seqid=0 2024-11-11T03:17:22,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295102816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:22,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295102819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:22,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295102821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:22,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295102822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:22,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295102823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:22,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741902_1078 (size=12301) 2024-11-11T03:17:22,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/084e5b2cd3ff4c4fa105fdf1fd2f6493 2024-11-11T03:17:22,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/a927a8c42f6c441b9b0bdc36f480a1d2 is 50, key is test_row_0/C:col10/1731295042152/Put/seqid=0 2024-11-11T03:17:22,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741903_1079 (size=12301) 2024-11-11T03:17:22,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/a927a8c42f6c441b9b0bdc36f480a1d2 2024-11-11T03:17:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-11T03:17:22,893 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-11T03:17:22,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:17:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-11T03:17:22,899 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:17:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-11T03:17:22,900 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:17:22,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:17:22,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/fb17561e81174292b8388555502dfdd2 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/fb17561e81174292b8388555502dfdd2 2024-11-11T03:17:22,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/fb17561e81174292b8388555502dfdd2, entries=200, sequenceid=296, filesize=14.4 K 2024-11-11T03:17:22,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295102925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:22,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295102926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:22,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/084e5b2cd3ff4c4fa105fdf1fd2f6493 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/084e5b2cd3ff4c4fa105fdf1fd2f6493 2024-11-11T03:17:22,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:22,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295102930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295102930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:22,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295102933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:22,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/084e5b2cd3ff4c4fa105fdf1fd2f6493, entries=150, sequenceid=296, filesize=12.0 K 2024-11-11T03:17:22,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/a927a8c42f6c441b9b0bdc36f480a1d2 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/a927a8c42f6c441b9b0bdc36f480a1d2 2024-11-11T03:17:22,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/a927a8c42f6c441b9b0bdc36f480a1d2, entries=150, sequenceid=296, filesize=12.0 K 2024-11-11T03:17:22,953 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bdea827afec00fa9fe9f5450a776085a in 173ms, sequenceid=296, compaction requested=true 2024-11-11T03:17:22,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:22,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:A, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:17:22,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T03:17:22,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:B, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:17:22,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-11T03:17:22,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:17:22,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-11T03:17:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-11T03:17:23,066 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:23,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-11T03:17:23,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:23,068 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing bdea827afec00fa9fe9f5450a776085a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T03:17:23,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=A 2024-11-11T03:17:23,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:23,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=B 2024-11-11T03:17:23,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:23,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=C 2024-11-11T03:17:23,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:23,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/184e2623a9ff401296b52648c794d630 is 50, key is test_row_0/A:col10/1731295042818/Put/seqid=0 2024-11-11T03:17:23,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741904_1080 (size=12301) 2024-11-11T03:17:23,097 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/184e2623a9ff401296b52648c794d630 2024-11-11T03:17:23,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/c4bd544b46c345f8a1bf34c9e21dd257 is 50, key is test_row_0/B:col10/1731295042818/Put/seqid=0 2024-11-11T03:17:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:23,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:23,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741905_1081 (size=12301) 2024-11-11T03:17:23,135 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/c4bd544b46c345f8a1bf34c9e21dd257 2024-11-11T03:17:23,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295103143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:23,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/ee3e06f86d0943cda8de1a213394cd13 is 50, key is test_row_0/C:col10/1731295042818/Put/seqid=0 2024-11-11T03:17:23,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295103148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:23,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295103148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:23,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295103150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:23,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295103153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:23,181 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/2f0f24d88e0b43cb97e4cfb6f1bf77df as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/2f0f24d88e0b43cb97e4cfb6f1bf77df 2024-11-11T03:17:23,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741906_1082 (size=12301) 2024-11-11T03:17:23,186 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/ee3e06f86d0943cda8de1a213394cd13 2024-11-11T03:17:23,193 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/51dcc050a6cb4c54b3f4b1019cb52f0d as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/51dcc050a6cb4c54b3f4b1019cb52f0d 2024-11-11T03:17:23,201 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/B of bdea827afec00fa9fe9f5450a776085a into 2f0f24d88e0b43cb97e4cfb6f1bf77df(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:23,201 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:23,201 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/B, priority=12, startTime=1731295042693; duration=0sec 2024-11-11T03:17:23,201 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-11T03:17:23,201 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:B 2024-11-11T03:17:23,201 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 4 compacting, 1 eligible, 16 blocking 2024-11-11T03:17:23,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/184e2623a9ff401296b52648c794d630 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/184e2623a9ff401296b52648c794d630 2024-11-11T03:17:23,202 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-11T03:17:23,202 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-11T03:17:23,202 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. because compaction request was cancelled 2024-11-11T03:17:23,202 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:A 2024-11-11T03:17:23,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-11T03:17:23,203 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T03:17:23,203 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/A of bdea827afec00fa9fe9f5450a776085a into 51dcc050a6cb4c54b3f4b1019cb52f0d(size=12.7 K), total size for store is 27.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:23,203 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:23,203 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/A, priority=12, startTime=1731295042691; duration=0sec 2024-11-11T03:17:23,203 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T03:17:23,203 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:A 2024-11-11T03:17:23,203 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:B 2024-11-11T03:17:23,206 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61601 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T03:17:23,206 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/C is initiating minor compaction (all files) 2024-11-11T03:17:23,206 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-11-11T03:17:23,206 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/C in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:23,206 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-11T03:17:23,206 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-11T03:17:23,206 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. because compaction request was cancelled 2024-11-11T03:17:23,206 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:C 2024-11-11T03:17:23,206 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/9737e1ca9cf046cb98425afa880fca43, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/314b0a17d1ea4c22a8b1ef5d0e64d3a4, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/3bd07923f3624356845248fed59983a2, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/e48f696010dc4885bb26dff25d44002e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/a927a8c42f6c441b9b0bdc36f480a1d2] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=60.2 K 2024-11-11T03:17:23,206 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-11T03:17:23,207 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9737e1ca9cf046cb98425afa880fca43, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731295038017 2024-11-11T03:17:23,208 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-11T03:17:23,208 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-11T03:17:23,208 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. because compaction request was cancelled 2024-11-11T03:17:23,208 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:B 2024-11-11T03:17:23,208 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 314b0a17d1ea4c22a8b1ef5d0e64d3a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731295039206 2024-11-11T03:17:23,209 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bd07923f3624356845248fed59983a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731295039859 2024-11-11T03:17:23,210 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting e48f696010dc4885bb26dff25d44002e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731295041014 2024-11-11T03:17:23,210 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting a927a8c42f6c441b9b0bdc36f480a1d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731295042152 2024-11-11T03:17:23,211 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/184e2623a9ff401296b52648c794d630, entries=150, sequenceid=320, filesize=12.0 K 2024-11-11T03:17:23,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/c4bd544b46c345f8a1bf34c9e21dd257 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/c4bd544b46c345f8a1bf34c9e21dd257 2024-11-11T03:17:23,219 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/c4bd544b46c345f8a1bf34c9e21dd257, entries=150, sequenceid=320, filesize=12.0 K 2024-11-11T03:17:23,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/ee3e06f86d0943cda8de1a213394cd13 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/ee3e06f86d0943cda8de1a213394cd13 2024-11-11T03:17:23,228 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/ee3e06f86d0943cda8de1a213394cd13, entries=150, sequenceid=320, filesize=12.0 K 2024-11-11T03:17:23,229 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for bdea827afec00fa9fe9f5450a776085a in 161ms, sequenceid=320, compaction requested=true 2024-11-11T03:17:23,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:23,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:23,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-11T03:17:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-11T03:17:23,233 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#C#compaction#68 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:23,234 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/1d31cc533353459087f8c2111face97e is 50, key is test_row_0/C:col10/1731295042152/Put/seqid=0 2024-11-11T03:17:23,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-11T03:17:23,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 335 msec 2024-11-11T03:17:23,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 342 msec 2024-11-11T03:17:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:23,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bdea827afec00fa9fe9f5450a776085a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T03:17:23,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=A 2024-11-11T03:17:23,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:23,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=B 2024-11-11T03:17:23,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:23,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=C 2024-11-11T03:17:23,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:23,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/ba7ed53ab73944d6b512e62fe19cdad1 is 50, key is test_row_0/A:col10/1731295043147/Put/seqid=0 2024-11-11T03:17:23,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741907_1083 (size=13017) 2024-11-11T03:17:23,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295103292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:23,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295103296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:23,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295103297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:23,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295103298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:23,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295103299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:23,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741908_1084 (size=12301) 2024-11-11T03:17:23,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295103400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:23,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:23,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295103402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:23,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295103403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:23,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295103404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:23,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:23,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295103404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-11T03:17:23,504 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-11T03:17:23,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:17:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-11T03:17:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-11T03:17:23,507 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:17:23,508 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:17:23,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:17:23,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295103603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:23,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295103604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-11T03:17:23,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295103609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:23,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295103609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:23,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295103610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:23,663 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:23,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-11T03:17:23,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:23,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:23,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:23,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:23,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:23,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:23,686 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/1d31cc533353459087f8c2111face97e as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/1d31cc533353459087f8c2111face97e 2024-11-11T03:17:23,698 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/C of bdea827afec00fa9fe9f5450a776085a into 1d31cc533353459087f8c2111face97e(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:23,699 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:23,699 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/C, priority=11, startTime=1731295042953; duration=0sec 2024-11-11T03:17:23,699 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:23,699 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:C 2024-11-11T03:17:23,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/ba7ed53ab73944d6b512e62fe19cdad1 2024-11-11T03:17:23,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/d1ed097448364183a9b78ec77619bc63 is 50, key is test_row_0/B:col10/1731295043147/Put/seqid=0 2024-11-11T03:17:23,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741909_1085 (size=12301) 2024-11-11T03:17:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-11T03:17:23,817 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:23,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-11T03:17:23,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:23,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:23,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:23,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:23,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:23,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:23,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:23,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295103909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:23,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:23,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295103910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:23,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:23,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295103913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:23,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:23,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295103914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:23,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:23,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295103914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:23,971 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:23,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-11T03:17:23,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:23,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:23,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:23,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:23,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:23,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:24,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-11T03:17:24,125 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:24,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-11T03:17:24,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:24,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:24,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:24,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:24,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:24,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/d1ed097448364183a9b78ec77619bc63 2024-11-11T03:17:24,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/c2cd9c8b717444d49c341cc5490754fe is 50, key is test_row_0/C:col10/1731295043147/Put/seqid=0 2024-11-11T03:17:24,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741910_1086 (size=12301) 2024-11-11T03:17:24,279 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:24,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-11T03:17:24,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:24,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:24,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:24,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:24,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:24,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:24,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:24,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295104416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:24,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:24,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295104417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:24,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295104419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:24,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295104420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:24,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295104424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:24,435 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:24,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-11T03:17:24,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:24,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:24,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:24,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:24,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:24,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:24,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/c2cd9c8b717444d49c341cc5490754fe 2024-11-11T03:17:24,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/ba7ed53ab73944d6b512e62fe19cdad1 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/ba7ed53ab73944d6b512e62fe19cdad1 2024-11-11T03:17:24,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/ba7ed53ab73944d6b512e62fe19cdad1, entries=150, sequenceid=335, filesize=12.0 K 2024-11-11T03:17:24,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/d1ed097448364183a9b78ec77619bc63 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/d1ed097448364183a9b78ec77619bc63 2024-11-11T03:17:24,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/d1ed097448364183a9b78ec77619bc63, entries=150, sequenceid=335, filesize=12.0 K 2024-11-11T03:17:24,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/c2cd9c8b717444d49c341cc5490754fe as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/c2cd9c8b717444d49c341cc5490754fe 2024-11-11T03:17:24,596 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:24,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/c2cd9c8b717444d49c341cc5490754fe, entries=150, sequenceid=335, filesize=12.0 K 2024-11-11T03:17:24,602 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for bdea827afec00fa9fe9f5450a776085a in 1348ms, sequenceid=335, compaction requested=true 2024-11-11T03:17:24,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:24,602 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:17:24,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:17:24,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:24,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:17:24,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:24,603 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:17:24,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:17:24,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:24,607 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:17:24,607 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/A is initiating minor compaction (all files) 2024-11-11T03:17:24,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-11T03:17:24,607 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/A in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:24,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:24,607 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/51dcc050a6cb4c54b3f4b1019cb52f0d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/fb17561e81174292b8388555502dfdd2, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/184e2623a9ff401296b52648c794d630, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/ba7ed53ab73944d6b512e62fe19cdad1] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=51.1 K 2024-11-11T03:17:24,608 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing bdea827afec00fa9fe9f5450a776085a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T03:17:24,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=A 2024-11-11T03:17:24,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:24,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=B 2024-11-11T03:17:24,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:24,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=C 2024-11-11T03:17:24,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:24,608 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:17:24,609 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/B is initiating minor compaction (all files) 2024-11-11T03:17:24,609 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/B in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:24,609 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/2f0f24d88e0b43cb97e4cfb6f1bf77df, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/084e5b2cd3ff4c4fa105fdf1fd2f6493, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/c4bd544b46c345f8a1bf34c9e21dd257, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/d1ed097448364183a9b78ec77619bc63] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=48.7 K 2024-11-11T03:17:24,609 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51dcc050a6cb4c54b3f4b1019cb52f0d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731295041014 2024-11-11T03:17:24,610 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f0f24d88e0b43cb97e4cfb6f1bf77df, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731295041014 2024-11-11T03:17:24,610 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb17561e81174292b8388555502dfdd2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731295042152 2024-11-11T03:17:24,611 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 084e5b2cd3ff4c4fa105fdf1fd2f6493, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731295042152 2024-11-11T03:17:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-11T03:17:24,611 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 184e2623a9ff401296b52648c794d630, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731295042811 2024-11-11T03:17:24,611 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting c4bd544b46c345f8a1bf34c9e21dd257, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731295042811 2024-11-11T03:17:24,612 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba7ed53ab73944d6b512e62fe19cdad1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731295043146 2024-11-11T03:17:24,612 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting d1ed097448364183a9b78ec77619bc63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731295043146 2024-11-11T03:17:24,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/a8dbd162b98f4f47a9a98839b16100ed is 50, key is test_row_0/A:col10/1731295043295/Put/seqid=0 2024-11-11T03:17:24,645 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#B#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:24,646 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/0393bcfb724644d2a22384fcca0e7932 is 50, key is test_row_0/B:col10/1731295043147/Put/seqid=0 2024-11-11T03:17:24,659 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#A#compaction#74 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:24,660 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/45f81218baad4837b9f59211d74057ed is 50, key is test_row_0/A:col10/1731295043147/Put/seqid=0 2024-11-11T03:17:24,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741911_1087 (size=12301) 2024-11-11T03:17:24,689 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/a8dbd162b98f4f47a9a98839b16100ed 2024-11-11T03:17:24,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741912_1088 (size=13119) 2024-11-11T03:17:24,710 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/0393bcfb724644d2a22384fcca0e7932 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/0393bcfb724644d2a22384fcca0e7932 2024-11-11T03:17:24,718 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/B of bdea827afec00fa9fe9f5450a776085a into 0393bcfb724644d2a22384fcca0e7932(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:24,718 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:24,718 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/B, priority=12, startTime=1731295044603; duration=0sec 2024-11-11T03:17:24,719 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:24,719 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:B 2024-11-11T03:17:24,722 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:24,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741913_1089 (size=13119) 2024-11-11T03:17:24,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/5399c1ae873f4e2bbd46a4f9da50d2bd is 50, key is test_row_0/B:col10/1731295043295/Put/seqid=0 2024-11-11T03:17:24,727 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:24,727 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/C is initiating minor compaction (all files) 2024-11-11T03:17:24,728 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/C in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:24,728 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/1d31cc533353459087f8c2111face97e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/ee3e06f86d0943cda8de1a213394cd13, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/c2cd9c8b717444d49c341cc5490754fe] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=36.7 K 2024-11-11T03:17:24,729 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d31cc533353459087f8c2111face97e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731295042152 2024-11-11T03:17:24,729 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting ee3e06f86d0943cda8de1a213394cd13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731295042811 2024-11-11T03:17:24,730 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting c2cd9c8b717444d49c341cc5490754fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731295043146 2024-11-11T03:17:24,741 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#C#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:24,742 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/5083227ae9e9404b82f447572a2e9219 is 50, key is test_row_0/C:col10/1731295043147/Put/seqid=0 2024-11-11T03:17:24,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741914_1090 (size=12301) 2024-11-11T03:17:24,767 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/5399c1ae873f4e2bbd46a4f9da50d2bd 2024-11-11T03:17:24,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741915_1091 (size=13119) 2024-11-11T03:17:24,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/1fcd909370364e1087025b1ca259d253 is 50, key is test_row_0/C:col10/1731295043295/Put/seqid=0 2024-11-11T03:17:24,795 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/5083227ae9e9404b82f447572a2e9219 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/5083227ae9e9404b82f447572a2e9219 2024-11-11T03:17:24,803 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/C of bdea827afec00fa9fe9f5450a776085a into 5083227ae9e9404b82f447572a2e9219(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:24,803 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:24,803 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/C, priority=13, startTime=1731295044604; duration=0sec 2024-11-11T03:17:24,803 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:24,803 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:C 2024-11-11T03:17:24,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741916_1092 (size=12301) 2024-11-11T03:17:25,133 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/45f81218baad4837b9f59211d74057ed as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/45f81218baad4837b9f59211d74057ed 2024-11-11T03:17:25,144 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/A of bdea827afec00fa9fe9f5450a776085a into 45f81218baad4837b9f59211d74057ed(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:25,144 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:25,144 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/A, priority=12, startTime=1731295044602; duration=0sec 2024-11-11T03:17:25,145 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:25,145 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:A 2024-11-11T03:17:25,215 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/1fcd909370364e1087025b1ca259d253 2024-11-11T03:17:25,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/a8dbd162b98f4f47a9a98839b16100ed as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/a8dbd162b98f4f47a9a98839b16100ed 2024-11-11T03:17:25,232 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/a8dbd162b98f4f47a9a98839b16100ed, entries=150, sequenceid=359, filesize=12.0 K 2024-11-11T03:17:25,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/5399c1ae873f4e2bbd46a4f9da50d2bd as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/5399c1ae873f4e2bbd46a4f9da50d2bd 2024-11-11T03:17:25,242 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/5399c1ae873f4e2bbd46a4f9da50d2bd, entries=150, sequenceid=359, filesize=12.0 K 2024-11-11T03:17:25,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/1fcd909370364e1087025b1ca259d253 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/1fcd909370364e1087025b1ca259d253 2024-11-11T03:17:25,250 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/1fcd909370364e1087025b1ca259d253, entries=150, sequenceid=359, filesize=12.0 K 2024-11-11T03:17:25,252 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for bdea827afec00fa9fe9f5450a776085a in 644ms, sequenceid=359, compaction requested=false 2024-11-11T03:17:25,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:25,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:25,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-11T03:17:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-11T03:17:25,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-11T03:17:25,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7440 sec 2024-11-11T03:17:25,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.7510 sec 2024-11-11T03:17:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:25,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bdea827afec00fa9fe9f5450a776085a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T03:17:25,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=A 2024-11-11T03:17:25,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:25,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=B 2024-11-11T03:17:25,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:25,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=C 2024-11-11T03:17:25,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:25,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/6792eca79b1a4a8292862f5414ff0a43 is 50, key is test_row_0/A:col10/1731295045435/Put/seqid=0 2024-11-11T03:17:25,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295105461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:25,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295105461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:25,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295105462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:25,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295105464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:25,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295105464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:25,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741917_1093 (size=12301) 2024-11-11T03:17:25,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295105566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:25,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295105567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:25,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295105567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:25,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295105576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:25,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295105576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-11T03:17:25,612 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-11T03:17:25,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:17:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-11T03:17:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-11T03:17:25,620 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:17:25,621 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:17:25,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:17:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-11T03:17:25,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295105770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:25,774 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:25,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-11T03:17:25,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:25,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:25,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:25,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:25,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:25,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295105778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:25,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295105779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:25,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295105780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:25,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295105780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:25,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/6792eca79b1a4a8292862f5414ff0a43 2024-11-11T03:17:25,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/2656f9dde9a44bf8be123720ced2438f is 50, key is test_row_0/B:col10/1731295045435/Put/seqid=0 2024-11-11T03:17:25,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741918_1094 (size=12301) 2024-11-11T03:17:25,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/2656f9dde9a44bf8be123720ced2438f 2024-11-11T03:17:25,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/7b07fd435ea04ef5867bdc318fe4f17e is 50, key is test_row_0/C:col10/1731295045435/Put/seqid=0 2024-11-11T03:17:25,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741919_1095 (size=12301) 2024-11-11T03:17:25,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/7b07fd435ea04ef5867bdc318fe4f17e 2024-11-11T03:17:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-11T03:17:25,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/6792eca79b1a4a8292862f5414ff0a43 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/6792eca79b1a4a8292862f5414ff0a43 2024-11-11T03:17:25,928 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:25,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-11T03:17:25,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:25,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:25,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/6792eca79b1a4a8292862f5414ff0a43, entries=150, sequenceid=374, filesize=12.0 K 2024-11-11T03:17:25,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:25,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:25,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:25,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/2656f9dde9a44bf8be123720ced2438f as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/2656f9dde9a44bf8be123720ced2438f 2024-11-11T03:17:25,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/2656f9dde9a44bf8be123720ced2438f, entries=150, sequenceid=374, filesize=12.0 K 2024-11-11T03:17:25,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/7b07fd435ea04ef5867bdc318fe4f17e as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/7b07fd435ea04ef5867bdc318fe4f17e 2024-11-11T03:17:25,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/7b07fd435ea04ef5867bdc318fe4f17e, entries=150, sequenceid=374, filesize=12.0 K 2024-11-11T03:17:25,947 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bdea827afec00fa9fe9f5450a776085a in 511ms, sequenceid=374, compaction requested=true 2024-11-11T03:17:25,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:25,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:17:25,948 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:25,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:25,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:17:25,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:25,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:17:25,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T03:17:25,949 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:25,949 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/A is initiating minor compaction (all files) 2024-11-11T03:17:25,949 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/A in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:25,950 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/45f81218baad4837b9f59211d74057ed, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/a8dbd162b98f4f47a9a98839b16100ed, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/6792eca79b1a4a8292862f5414ff0a43] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=36.8 K 2024-11-11T03:17:25,950 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45f81218baad4837b9f59211d74057ed, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731295043146 2024-11-11T03:17:25,950 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8dbd162b98f4f47a9a98839b16100ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731295043295 2024-11-11T03:17:25,951 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6792eca79b1a4a8292862f5414ff0a43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731295045428 2024-11-11T03:17:25,952 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:25,955 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:25,955 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/B is initiating minor compaction (all files) 2024-11-11T03:17:25,955 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/B in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:25,955 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/0393bcfb724644d2a22384fcca0e7932, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/5399c1ae873f4e2bbd46a4f9da50d2bd, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/2656f9dde9a44bf8be123720ced2438f] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=36.8 K 2024-11-11T03:17:25,956 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 0393bcfb724644d2a22384fcca0e7932, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731295043146 2024-11-11T03:17:25,957 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 5399c1ae873f4e2bbd46a4f9da50d2bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731295043295 2024-11-11T03:17:25,958 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 2656f9dde9a44bf8be123720ced2438f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731295045428 2024-11-11T03:17:25,964 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#A#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:25,965 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/42957892234440d9abd982db1aeaa2a9 is 50, key is test_row_0/A:col10/1731295045435/Put/seqid=0 2024-11-11T03:17:25,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741920_1096 (size=13221) 2024-11-11T03:17:26,001 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#B#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:26,002 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/d7ea461c707a48ba8ed14a74cc940742 is 50, key is test_row_0/B:col10/1731295045435/Put/seqid=0 2024-11-11T03:17:26,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741921_1097 (size=13221) 2024-11-11T03:17:26,029 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/d7ea461c707a48ba8ed14a74cc940742 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/d7ea461c707a48ba8ed14a74cc940742 2024-11-11T03:17:26,037 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/B of bdea827afec00fa9fe9f5450a776085a into d7ea461c707a48ba8ed14a74cc940742(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:26,037 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:26,038 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/B, priority=13, startTime=1731295045948; duration=0sec 2024-11-11T03:17:26,038 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:26,038 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:B 2024-11-11T03:17:26,038 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:26,039 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:26,039 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/C is initiating minor compaction (all files) 2024-11-11T03:17:26,040 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/C in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:26,040 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/5083227ae9e9404b82f447572a2e9219, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/1fcd909370364e1087025b1ca259d253, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/7b07fd435ea04ef5867bdc318fe4f17e] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=36.8 K 2024-11-11T03:17:26,040 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 5083227ae9e9404b82f447572a2e9219, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731295043146 2024-11-11T03:17:26,041 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fcd909370364e1087025b1ca259d253, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731295043295 2024-11-11T03:17:26,041 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b07fd435ea04ef5867bdc318fe4f17e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731295045428 2024-11-11T03:17:26,053 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#C#compaction#83 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:26,054 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/3e4b4f18cd9046449037d6bdb3e08328 is 50, key is test_row_0/C:col10/1731295045435/Put/seqid=0 2024-11-11T03:17:26,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741922_1098 (size=13221) 2024-11-11T03:17:26,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:26,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bdea827afec00fa9fe9f5450a776085a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T03:17:26,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=A 2024-11-11T03:17:26,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:26,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=B 2024-11-11T03:17:26,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:26,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=C 2024-11-11T03:17:26,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:26,082 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:26,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-11T03:17:26,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:26,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:26,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:26,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:26,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:26,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/42e84927464f4a0bbba8ba3d925fabf2 is 50, key is test_row_0/A:col10/1731295046075/Put/seqid=0 2024-11-11T03:17:26,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:26,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741923_1099 (size=14741) 2024-11-11T03:17:26,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295106089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:26,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/42e84927464f4a0bbba8ba3d925fabf2 2024-11-11T03:17:26,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295106089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:26,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:26,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295106089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295106090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:26,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295106091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:26,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/f8e3316869d942dbbb1c47de74f5e26e is 50, key is test_row_0/B:col10/1731295046075/Put/seqid=0 2024-11-11T03:17:26,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741924_1100 (size=12301) 2024-11-11T03:17:26,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/f8e3316869d942dbbb1c47de74f5e26e 2024-11-11T03:17:26,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/1b3f1cf2b63a4d0d98b470d2e11cb406 is 50, key is test_row_0/C:col10/1731295046075/Put/seqid=0 2024-11-11T03:17:26,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741925_1101 (size=12301) 2024-11-11T03:17:26,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/1b3f1cf2b63a4d0d98b470d2e11cb406 2024-11-11T03:17:26,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/42e84927464f4a0bbba8ba3d925fabf2 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/42e84927464f4a0bbba8ba3d925fabf2 2024-11-11T03:17:26,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/42e84927464f4a0bbba8ba3d925fabf2, entries=200, sequenceid=400, filesize=14.4 K 2024-11-11T03:17:26,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/f8e3316869d942dbbb1c47de74f5e26e as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/f8e3316869d942dbbb1c47de74f5e26e 2024-11-11T03:17:26,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295106194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:26,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295106195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:26,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295106195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:26,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:26,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295106196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295106196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:26,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/f8e3316869d942dbbb1c47de74f5e26e, entries=150, sequenceid=400, filesize=12.0 K 2024-11-11T03:17:26,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/1b3f1cf2b63a4d0d98b470d2e11cb406 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/1b3f1cf2b63a4d0d98b470d2e11cb406 2024-11-11T03:17:26,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/1b3f1cf2b63a4d0d98b470d2e11cb406, entries=150, sequenceid=400, filesize=12.0 K 2024-11-11T03:17:26,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for bdea827afec00fa9fe9f5450a776085a in 138ms, sequenceid=400, compaction requested=false 2024-11-11T03:17:26,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:26,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-11T03:17:26,238 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:26,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-11T03:17:26,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:26,239 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing bdea827afec00fa9fe9f5450a776085a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T03:17:26,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=A 2024-11-11T03:17:26,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:26,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=B 2024-11-11T03:17:26,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:26,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=C 2024-11-11T03:17:26,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:26,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/e5ce04cfe02546a8b959474f59437660 is 50, key is test_row_0/A:col10/1731295046088/Put/seqid=0 2024-11-11T03:17:26,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741926_1102 (size=12301) 2024-11-11T03:17:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:26,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:26,402 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/42957892234440d9abd982db1aeaa2a9 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/42957892234440d9abd982db1aeaa2a9 2024-11-11T03:17:26,410 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/A of bdea827afec00fa9fe9f5450a776085a into 42957892234440d9abd982db1aeaa2a9(size=12.9 K), total size for store is 27.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:26,410 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:26,410 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/A, priority=13, startTime=1731295045948; duration=0sec 2024-11-11T03:17:26,410 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:26,410 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:A 2024-11-11T03:17:26,471 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/3e4b4f18cd9046449037d6bdb3e08328 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/3e4b4f18cd9046449037d6bdb3e08328 2024-11-11T03:17:26,512 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/C of bdea827afec00fa9fe9f5450a776085a into 3e4b4f18cd9046449037d6bdb3e08328(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:26,512 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:26,513 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/C, priority=13, startTime=1731295045948; duration=0sec 2024-11-11T03:17:26,513 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:26,513 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:C 2024-11-11T03:17:26,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295106513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:26,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295106513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:26,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295106514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:26,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295106515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:26,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295106520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:26,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295106622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:26,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295106625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:26,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295106625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:26,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295106625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:26,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295106626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:26,651 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/e5ce04cfe02546a8b959474f59437660 2024-11-11T03:17:26,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/46ef18bf90694a039930c5fe60e65bda is 50, key is test_row_0/B:col10/1731295046088/Put/seqid=0 2024-11-11T03:17:26,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741927_1103 (size=12301) 2024-11-11T03:17:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-11T03:17:26,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295106825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:26,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295106828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:26,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295106828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:26,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295106828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:26,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295106829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:27,091 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/46ef18bf90694a039930c5fe60e65bda 2024-11-11T03:17:27,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/e0139a8fbbd74fa38423201dfeb85e61 is 50, key is test_row_0/C:col10/1731295046088/Put/seqid=0 2024-11-11T03:17:27,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741928_1104 (size=12301) 2024-11-11T03:17:27,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295107128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:27,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295107132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:27,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295107132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:27,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295107132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:27,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295107133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:27,511 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/e0139a8fbbd74fa38423201dfeb85e61 2024-11-11T03:17:27,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/e5ce04cfe02546a8b959474f59437660 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/e5ce04cfe02546a8b959474f59437660 2024-11-11T03:17:27,524 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/e5ce04cfe02546a8b959474f59437660, entries=150, sequenceid=411, filesize=12.0 K 2024-11-11T03:17:27,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/46ef18bf90694a039930c5fe60e65bda as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/46ef18bf90694a039930c5fe60e65bda 2024-11-11T03:17:27,531 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/46ef18bf90694a039930c5fe60e65bda, entries=150, sequenceid=411, filesize=12.0 K 2024-11-11T03:17:27,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/e0139a8fbbd74fa38423201dfeb85e61 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/e0139a8fbbd74fa38423201dfeb85e61 2024-11-11T03:17:27,536 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/e0139a8fbbd74fa38423201dfeb85e61, entries=150, sequenceid=411, filesize=12.0 K 2024-11-11T03:17:27,537 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for bdea827afec00fa9fe9f5450a776085a in 1298ms, sequenceid=411, compaction requested=true 2024-11-11T03:17:27,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:27,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:27,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-11T03:17:27,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-11T03:17:27,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-11T03:17:27,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9180 sec 2024-11-11T03:17:27,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.9240 sec 2024-11-11T03:17:27,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bdea827afec00fa9fe9f5450a776085a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T03:17:27,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:27,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=A 2024-11-11T03:17:27,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:27,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=B 2024-11-11T03:17:27,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:27,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=C 2024-11-11T03:17:27,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:27,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/0679b958dc5a4e76aab760ad147165a6 is 50, key is test_row_0/A:col10/1731295046485/Put/seqid=0 2024-11-11T03:17:27,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295107642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:27,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295107642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:27,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295107643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:27,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295107644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:27,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295107647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:27,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741929_1105 (size=17181) 2024-11-11T03:17:27,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/0679b958dc5a4e76aab760ad147165a6 2024-11-11T03:17:27,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/b94ab5a9dc1541a4b6bedd86c880b245 is 50, key is test_row_0/B:col10/1731295046485/Put/seqid=0 2024-11-11T03:17:27,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741930_1106 (size=12301) 2024-11-11T03:17:27,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-11T03:17:27,724 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-11T03:17:27,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:17:27,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-11T03:17:27,736 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:17:27,737 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:17:27,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:17:27,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-11T03:17:27,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:27,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295107748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:27,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:27,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295107748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:27,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:27,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295107749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:27,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:27,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295107749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:27,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:27,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295107752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-11T03:17:27,889 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:27,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-11T03:17:27,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:27,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:27,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:27,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:27,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:27,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295107952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:27,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295107952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:27,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295107952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:27,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295107953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:27,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295107955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-11T03:17:28,043 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:28,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-11T03:17:28,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:28,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:28,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:28,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:28,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:28,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:28,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/b94ab5a9dc1541a4b6bedd86c880b245 2024-11-11T03:17:28,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/c942d7770bcc402a87ecb3ba587aed18 is 50, key is test_row_0/C:col10/1731295046485/Put/seqid=0 2024-11-11T03:17:28,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741931_1107 (size=12301) 2024-11-11T03:17:28,197 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:28,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-11T03:17:28,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:28,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:28,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:28,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:28,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:28,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295108254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:28,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295108256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:28,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295108257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:28,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295108258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:28,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295108260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-11T03:17:28,350 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:28,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-11T03:17:28,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:28,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:28,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:28,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:28,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:28,504 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:28,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-11T03:17:28,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:28,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:28,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:28,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:28,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:28,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/c942d7770bcc402a87ecb3ba587aed18 2024-11-11T03:17:28,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/0679b958dc5a4e76aab760ad147165a6 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/0679b958dc5a4e76aab760ad147165a6 2024-11-11T03:17:28,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/0679b958dc5a4e76aab760ad147165a6, entries=250, sequenceid=440, filesize=16.8 K 2024-11-11T03:17:28,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/b94ab5a9dc1541a4b6bedd86c880b245 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/b94ab5a9dc1541a4b6bedd86c880b245 2024-11-11T03:17:28,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/b94ab5a9dc1541a4b6bedd86c880b245, entries=150, sequenceid=440, filesize=12.0 K 2024-11-11T03:17:28,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/c942d7770bcc402a87ecb3ba587aed18 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/c942d7770bcc402a87ecb3ba587aed18 2024-11-11T03:17:28,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/c942d7770bcc402a87ecb3ba587aed18, entries=150, sequenceid=440, filesize=12.0 K 2024-11-11T03:17:28,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for bdea827afec00fa9fe9f5450a776085a in 911ms, sequenceid=440, compaction requested=true 2024-11-11T03:17:28,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:28,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:17:28,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:28,547 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:17:28,547 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:17:28,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:17:28,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:28,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:17:28,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:28,549 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57444 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:17:28,549 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/A is initiating minor compaction (all files) 2024-11-11T03:17:28,550 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/A in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:28,550 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/42957892234440d9abd982db1aeaa2a9, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/42e84927464f4a0bbba8ba3d925fabf2, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/e5ce04cfe02546a8b959474f59437660, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/0679b958dc5a4e76aab760ad147165a6] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=56.1 K 2024-11-11T03:17:28,550 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:17:28,550 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/B is initiating minor compaction (all files) 2024-11-11T03:17:28,550 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/B in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:28,550 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42957892234440d9abd982db1aeaa2a9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731295045428 2024-11-11T03:17:28,550 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/d7ea461c707a48ba8ed14a74cc940742, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/f8e3316869d942dbbb1c47de74f5e26e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/46ef18bf90694a039930c5fe60e65bda, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/b94ab5a9dc1541a4b6bedd86c880b245] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=48.9 K 2024-11-11T03:17:28,551 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting d7ea461c707a48ba8ed14a74cc940742, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731295045428 2024-11-11T03:17:28,551 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42e84927464f4a0bbba8ba3d925fabf2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731295045455 2024-11-11T03:17:28,551 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting f8e3316869d942dbbb1c47de74f5e26e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731295045455 2024-11-11T03:17:28,552 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5ce04cfe02546a8b959474f59437660, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731295046083 2024-11-11T03:17:28,552 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 46ef18bf90694a039930c5fe60e65bda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731295046083 2024-11-11T03:17:28,552 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0679b958dc5a4e76aab760ad147165a6, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731295046485 2024-11-11T03:17:28,553 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting b94ab5a9dc1541a4b6bedd86c880b245, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731295046485 2024-11-11T03:17:28,572 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#B#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:28,572 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#A#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:28,572 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/d338d02c382746ddb5c01e7e435f2735 is 50, key is test_row_0/A:col10/1731295046485/Put/seqid=0 2024-11-11T03:17:28,573 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/0110d4bc66d941f2bb50b959cec8e9f9 is 50, key is test_row_0/B:col10/1731295046485/Put/seqid=0 2024-11-11T03:17:28,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741932_1108 (size=13357) 2024-11-11T03:17:28,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741933_1109 (size=13357) 2024-11-11T03:17:28,658 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:28,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-11T03:17:28,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:28,662 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing bdea827afec00fa9fe9f5450a776085a 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-11T03:17:28,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=A 2024-11-11T03:17:28,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:28,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=B 2024-11-11T03:17:28,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:28,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=C 2024-11-11T03:17:28,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:28,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/d310d85ab84e457e98950f34c30518d3 is 50, key is test_row_0/A:col10/1731295047642/Put/seqid=0 2024-11-11T03:17:28,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741934_1110 (size=12301) 2024-11-11T03:17:28,694 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/d310d85ab84e457e98950f34c30518d3 2024-11-11T03:17:28,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/e975646540e54aa9967d2c476afcdcce is 50, key is test_row_0/B:col10/1731295047642/Put/seqid=0 2024-11-11T03:17:28,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741935_1111 (size=12301) 2024-11-11T03:17:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:28,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:28,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295108782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:28,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295108785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:28,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:28,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295108788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295108787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:28,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295108791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-11T03:17:28,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295108889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:28,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295108892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:28,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295108896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:28,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295108896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:28,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295108903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:29,001 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/d338d02c382746ddb5c01e7e435f2735 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/d338d02c382746ddb5c01e7e435f2735 2024-11-11T03:17:29,010 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/0110d4bc66d941f2bb50b959cec8e9f9 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/0110d4bc66d941f2bb50b959cec8e9f9 2024-11-11T03:17:29,012 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/A of bdea827afec00fa9fe9f5450a776085a into d338d02c382746ddb5c01e7e435f2735(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:29,013 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:29,013 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/A, priority=12, startTime=1731295048547; duration=0sec 2024-11-11T03:17:29,013 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:29,013 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:A 2024-11-11T03:17:29,013 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:17:29,014 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:17:29,015 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/C is initiating minor compaction (all files) 2024-11-11T03:17:29,015 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/C in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:29,015 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/3e4b4f18cd9046449037d6bdb3e08328, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/1b3f1cf2b63a4d0d98b470d2e11cb406, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/e0139a8fbbd74fa38423201dfeb85e61, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/c942d7770bcc402a87ecb3ba587aed18] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=48.9 K 2024-11-11T03:17:29,016 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e4b4f18cd9046449037d6bdb3e08328, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731295045428 2024-11-11T03:17:29,016 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b3f1cf2b63a4d0d98b470d2e11cb406, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731295045455 2024-11-11T03:17:29,017 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0139a8fbbd74fa38423201dfeb85e61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731295046083 2024-11-11T03:17:29,017 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/B of bdea827afec00fa9fe9f5450a776085a into 0110d4bc66d941f2bb50b959cec8e9f9(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:29,017 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:29,017 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/B, priority=12, startTime=1731295048547; duration=0sec 2024-11-11T03:17:29,017 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:29,017 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:B 2024-11-11T03:17:29,017 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting c942d7770bcc402a87ecb3ba587aed18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731295046485 2024-11-11T03:17:29,032 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#C#compaction#97 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:29,033 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/8cb5603fcd8346638500e25d6fed9f47 is 50, key is test_row_0/C:col10/1731295046485/Put/seqid=0 2024-11-11T03:17:29,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741936_1112 (size=13357) 2024-11-11T03:17:29,049 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/8cb5603fcd8346638500e25d6fed9f47 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/8cb5603fcd8346638500e25d6fed9f47 2024-11-11T03:17:29,061 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/C of bdea827afec00fa9fe9f5450a776085a into 8cb5603fcd8346638500e25d6fed9f47(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:29,061 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:29,061 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/C, priority=12, startTime=1731295048548; duration=0sec 2024-11-11T03:17:29,061 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:29,061 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:C 2024-11-11T03:17:29,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295109091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:29,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295109100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:29,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295109101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:29,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295109105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:29,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295109111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:29,118 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/e975646540e54aa9967d2c476afcdcce 2024-11-11T03:17:29,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/8f58a88150824edd9a8be95399b71806 is 50, key is test_row_0/C:col10/1731295047642/Put/seqid=0 2024-11-11T03:17:29,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741937_1113 (size=12301) 2024-11-11T03:17:29,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295109394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:29,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295109404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:29,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295109405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:29,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295109408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:29,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295109419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:29,536 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/8f58a88150824edd9a8be95399b71806 2024-11-11T03:17:29,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/d310d85ab84e457e98950f34c30518d3 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/d310d85ab84e457e98950f34c30518d3 2024-11-11T03:17:29,550 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/d310d85ab84e457e98950f34c30518d3, entries=150, sequenceid=449, filesize=12.0 K 2024-11-11T03:17:29,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/e975646540e54aa9967d2c476afcdcce as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/e975646540e54aa9967d2c476afcdcce 2024-11-11T03:17:29,561 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/e975646540e54aa9967d2c476afcdcce, entries=150, sequenceid=449, filesize=12.0 K 2024-11-11T03:17:29,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/8f58a88150824edd9a8be95399b71806 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/8f58a88150824edd9a8be95399b71806 2024-11-11T03:17:29,578 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/8f58a88150824edd9a8be95399b71806, entries=150, sequenceid=449, filesize=12.0 K 2024-11-11T03:17:29,580 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for bdea827afec00fa9fe9f5450a776085a in 918ms, sequenceid=449, compaction requested=false 2024-11-11T03:17:29,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:29,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:29,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-11T03:17:29,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-11T03:17:29,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-11T03:17:29,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8450 sec 2024-11-11T03:17:29,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.8520 sec 2024-11-11T03:17:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-11T03:17:29,843 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-11T03:17:29,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:17:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-11-11T03:17:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-11T03:17:29,847 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:17:29,847 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:17:29,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:17:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:29,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bdea827afec00fa9fe9f5450a776085a 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-11T03:17:29,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=A 2024-11-11T03:17:29,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:29,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=B 2024-11-11T03:17:29,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:29,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=C 2024-11-11T03:17:29,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:29,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/de8ef2aa8dd944b89f13a344cc08c123 is 50, key is test_row_0/A:col10/1731295048772/Put/seqid=0 2024-11-11T03:17:29,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295109910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:29,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295109911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:29,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295109912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:29,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295109912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:29,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741938_1114 (size=14741) 2024-11-11T03:17:29,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/de8ef2aa8dd944b89f13a344cc08c123 2024-11-11T03:17:29,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295109923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:29,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/087839cb46834cb79bdb9d44033a4cee is 50, key is test_row_0/B:col10/1731295048772/Put/seqid=0 2024-11-11T03:17:29,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741939_1115 (size=12301) 2024-11-11T03:17:29,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/087839cb46834cb79bdb9d44033a4cee 2024-11-11T03:17:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-11T03:17:29,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/bc7a28bb12a945e38053bfa37a9076a4 is 50, key is test_row_0/C:col10/1731295048772/Put/seqid=0 2024-11-11T03:17:29,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741940_1116 (size=12301) 2024-11-11T03:17:29,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/bc7a28bb12a945e38053bfa37a9076a4 2024-11-11T03:17:29,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/de8ef2aa8dd944b89f13a344cc08c123 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/de8ef2aa8dd944b89f13a344cc08c123 2024-11-11T03:17:29,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/de8ef2aa8dd944b89f13a344cc08c123, entries=200, sequenceid=480, filesize=14.4 K 2024-11-11T03:17:29,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/087839cb46834cb79bdb9d44033a4cee as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/087839cb46834cb79bdb9d44033a4cee 2024-11-11T03:17:29,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/087839cb46834cb79bdb9d44033a4cee, entries=150, sequenceid=480, filesize=12.0 K 2024-11-11T03:17:29,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/bc7a28bb12a945e38053bfa37a9076a4 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/bc7a28bb12a945e38053bfa37a9076a4 2024-11-11T03:17:29,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/bc7a28bb12a945e38053bfa37a9076a4, entries=150, sequenceid=480, filesize=12.0 K 2024-11-11T03:17:29,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for bdea827afec00fa9fe9f5450a776085a in 100ms, sequenceid=480, compaction requested=true 2024-11-11T03:17:29,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:29,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:17:29,999 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:29,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:29,999 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:29,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:17:29,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:29,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:17:29,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:29,999 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:30,000 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:30,000 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/A is initiating minor compaction (all files) 2024-11-11T03:17:30,000 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/A in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:30,000 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/d338d02c382746ddb5c01e7e435f2735, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/d310d85ab84e457e98950f34c30518d3, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/de8ef2aa8dd944b89f13a344cc08c123] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=39.5 K 2024-11-11T03:17:30,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-11T03:17:30,001 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:30,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:30,001 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/B is initiating minor compaction (all files) 2024-11-11T03:17:30,001 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/B in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:30,001 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2837): Flushing bdea827afec00fa9fe9f5450a776085a 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T03:17:30,001 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/0110d4bc66d941f2bb50b959cec8e9f9, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/e975646540e54aa9967d2c476afcdcce, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/087839cb46834cb79bdb9d44033a4cee] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=37.1 K 2024-11-11T03:17:30,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=A 2024-11-11T03:17:30,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:30,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=B 2024-11-11T03:17:30,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:30,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=C 2024-11-11T03:17:30,001 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 0110d4bc66d941f2bb50b959cec8e9f9, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731295046485 2024-11-11T03:17:30,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:30,002 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting e975646540e54aa9967d2c476afcdcce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1731295047638 2024-11-11T03:17:30,002 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting d338d02c382746ddb5c01e7e435f2735, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731295046485 2024-11-11T03:17:30,003 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting d310d85ab84e457e98950f34c30518d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1731295047638 2024-11-11T03:17:30,003 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 087839cb46834cb79bdb9d44033a4cee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731295048772 2024-11-11T03:17:30,004 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting de8ef2aa8dd944b89f13a344cc08c123, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731295048772 2024-11-11T03:17:30,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/d6056087d03b4f6380baf95b6e4515e4 is 50, key is test_row_0/A:col10/1731295049905/Put/seqid=0 2024-11-11T03:17:30,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741941_1117 (size=12301) 2024-11-11T03:17:30,017 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#B#compaction#103 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:30,018 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/a37f0a0d249742ff88c0491938db7793 is 50, key is test_row_0/B:col10/1731295048772/Put/seqid=0 2024-11-11T03:17:30,020 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/d6056087d03b4f6380baf95b6e4515e4 2024-11-11T03:17:30,026 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#A#compaction#104 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:30,027 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/e576db8a33ab415e90e3bc2f808635ae is 50, key is test_row_0/A:col10/1731295048772/Put/seqid=0 2024-11-11T03:17:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:30,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:30,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/648aaf11e73147c4969635e7c6c05f69 is 50, key is test_row_0/B:col10/1731295049905/Put/seqid=0 2024-11-11T03:17:30,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741942_1118 (size=13459) 2024-11-11T03:17:30,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741943_1119 (size=13459) 2024-11-11T03:17:30,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741944_1120 (size=12301) 2024-11-11T03:17:30,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295110073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:30,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295110075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-11T03:17:30,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295110177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:30,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295110178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:30,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295110381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:30,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295110382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-11T03:17:30,456 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/a37f0a0d249742ff88c0491938db7793 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/a37f0a0d249742ff88c0491938db7793 2024-11-11T03:17:30,460 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/648aaf11e73147c4969635e7c6c05f69 2024-11-11T03:17:30,463 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/e576db8a33ab415e90e3bc2f808635ae as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/e576db8a33ab415e90e3bc2f808635ae 2024-11-11T03:17:30,464 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/B of bdea827afec00fa9fe9f5450a776085a into a37f0a0d249742ff88c0491938db7793(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:30,465 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:30,465 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/B, priority=13, startTime=1731295049999; duration=0sec 2024-11-11T03:17:30,465 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:30,465 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:B 2024-11-11T03:17:30,465 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:30,467 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:30,467 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/C is initiating minor compaction (all files) 2024-11-11T03:17:30,468 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/C in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:30,468 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/8cb5603fcd8346638500e25d6fed9f47, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/8f58a88150824edd9a8be95399b71806, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/bc7a28bb12a945e38053bfa37a9076a4] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=37.1 K 2024-11-11T03:17:30,469 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cb5603fcd8346638500e25d6fed9f47, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731295046485 2024-11-11T03:17:30,470 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f58a88150824edd9a8be95399b71806, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1731295047638 2024-11-11T03:17:30,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/d6d2c87f0ef84c3ca5d8d56d900a0d60 is 50, key is test_row_0/C:col10/1731295049905/Put/seqid=0 2024-11-11T03:17:30,472 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting bc7a28bb12a945e38053bfa37a9076a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731295048772 2024-11-11T03:17:30,475 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/A of bdea827afec00fa9fe9f5450a776085a into e576db8a33ab415e90e3bc2f808635ae(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:30,475 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:30,475 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/A, priority=13, startTime=1731295049998; duration=0sec 2024-11-11T03:17:30,475 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:30,475 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:A 2024-11-11T03:17:30,496 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#C#compaction#107 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:30,496 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/857e362ebc554f4bb0414fa29dc86214 is 50, key is test_row_0/C:col10/1731295048772/Put/seqid=0 2024-11-11T03:17:30,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741945_1121 (size=12301) 2024-11-11T03:17:30,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741946_1122 (size=13459) 2024-11-11T03:17:30,521 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/857e362ebc554f4bb0414fa29dc86214 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/857e362ebc554f4bb0414fa29dc86214 2024-11-11T03:17:30,530 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/C of bdea827afec00fa9fe9f5450a776085a into 857e362ebc554f4bb0414fa29dc86214(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:30,531 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:30,531 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/C, priority=13, startTime=1731295049999; duration=0sec 2024-11-11T03:17:30,531 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:30,531 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:C 2024-11-11T03:17:30,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295110685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:30,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295110689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:30,901 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/d6d2c87f0ef84c3ca5d8d56d900a0d60 2024-11-11T03:17:30,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/d6056087d03b4f6380baf95b6e4515e4 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/d6056087d03b4f6380baf95b6e4515e4 2024-11-11T03:17:30,913 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/d6056087d03b4f6380baf95b6e4515e4, entries=150, sequenceid=488, filesize=12.0 K 2024-11-11T03:17:30,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/648aaf11e73147c4969635e7c6c05f69 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/648aaf11e73147c4969635e7c6c05f69 2024-11-11T03:17:30,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731295110916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:30,919 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/648aaf11e73147c4969635e7c6c05f69, entries=150, sequenceid=488, filesize=12.0 K 2024-11-11T03:17:30,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36326 deadline: 1731295110917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:30,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/d6d2c87f0ef84c3ca5d8d56d900a0d60 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/d6d2c87f0ef84c3ca5d8d56d900a0d60 2024-11-11T03:17:30,926 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/d6d2c87f0ef84c3ca5d8d56d900a0d60, entries=150, sequenceid=488, filesize=12.0 K 2024-11-11T03:17:30,927 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for bdea827afec00fa9fe9f5450a776085a in 926ms, sequenceid=488, compaction requested=false 2024-11-11T03:17:30,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:30,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:30,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-11T03:17:30,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=35 2024-11-11T03:17:30,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-11T03:17:30,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0820 sec 2024-11-11T03:17:30,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 1.0860 sec 2024-11-11T03:17:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:30,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bdea827afec00fa9fe9f5450a776085a 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-11T03:17:30,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=A 2024-11-11T03:17:30,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:30,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=B 2024-11-11T03:17:30,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:30,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=C 2024-11-11T03:17:30,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:30,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/6992e73c33274c3a87eec0213312c0c2 is 50, key is test_row_0/A:col10/1731295050065/Put/seqid=0 2024-11-11T03:17:30,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741947_1123 (size=14741) 2024-11-11T03:17:30,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295110946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-11T03:17:30,951 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-11T03:17:30,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:17:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-11-11T03:17:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-11T03:17:30,953 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:17:30,954 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:17:30,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:17:31,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295111049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-11T03:17:31,105 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:31,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-11T03:17:31,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:31,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:31,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:31,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:31,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:31,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295111189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:31,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295111193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:31,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295111252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-11T03:17:31,258 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:31,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-11T03:17:31,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:31,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:31,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:31,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:31,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:31,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/6992e73c33274c3a87eec0213312c0c2 2024-11-11T03:17:31,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/07c32d3025d54e428d8e224bde0c2ba0 is 50, key is test_row_0/B:col10/1731295050065/Put/seqid=0 2024-11-11T03:17:31,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741948_1124 (size=12301) 2024-11-11T03:17:31,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/07c32d3025d54e428d8e224bde0c2ba0 2024-11-11T03:17:31,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/0771839aa209457c8f3d097a99d8a2f3 is 50, key is test_row_0/C:col10/1731295050065/Put/seqid=0 2024-11-11T03:17:31,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741949_1125 (size=12301) 2024-11-11T03:17:31,412 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:31,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-11T03:17:31,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:31,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:31,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:31,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:31,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-11T03:17:31,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295111555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:31,575 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:31,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-11T03:17:31,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:31,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:31,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:31,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:31,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:31,728 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:31,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-11T03:17:31,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:31,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:31,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:31,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:31,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:31,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/0771839aa209457c8f3d097a99d8a2f3 2024-11-11T03:17:31,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/6992e73c33274c3a87eec0213312c0c2 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/6992e73c33274c3a87eec0213312c0c2 2024-11-11T03:17:31,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/6992e73c33274c3a87eec0213312c0c2, entries=200, sequenceid=520, filesize=14.4 K 2024-11-11T03:17:31,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/07c32d3025d54e428d8e224bde0c2ba0 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/07c32d3025d54e428d8e224bde0c2ba0 2024-11-11T03:17:31,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/07c32d3025d54e428d8e224bde0c2ba0, entries=150, sequenceid=520, filesize=12.0 K 2024-11-11T03:17:31,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/0771839aa209457c8f3d097a99d8a2f3 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/0771839aa209457c8f3d097a99d8a2f3 2024-11-11T03:17:31,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/0771839aa209457c8f3d097a99d8a2f3, entries=150, sequenceid=520, filesize=12.0 K 2024-11-11T03:17:31,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for bdea827afec00fa9fe9f5450a776085a in 887ms, sequenceid=520, compaction requested=true 2024-11-11T03:17:31,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:31,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:17:31,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:31,822 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:31,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:17:31,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:31,822 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:31,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:17:31,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:31,823 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:31,823 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/A is initiating minor compaction (all files) 2024-11-11T03:17:31,823 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/A in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:31,824 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/e576db8a33ab415e90e3bc2f808635ae, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/d6056087d03b4f6380baf95b6e4515e4, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/6992e73c33274c3a87eec0213312c0c2] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=39.6 K 2024-11-11T03:17:31,824 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:31,824 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/B is initiating minor compaction (all files) 2024-11-11T03:17:31,824 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/B in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:31,824 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/a37f0a0d249742ff88c0491938db7793, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/648aaf11e73147c4969635e7c6c05f69, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/07c32d3025d54e428d8e224bde0c2ba0] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=37.2 K 2024-11-11T03:17:31,825 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting e576db8a33ab415e90e3bc2f808635ae, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731295048772 2024-11-11T03:17:31,825 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting a37f0a0d249742ff88c0491938db7793, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731295048772 2024-11-11T03:17:31,825 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 648aaf11e73147c4969635e7c6c05f69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1731295049905 2024-11-11T03:17:31,825 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6056087d03b4f6380baf95b6e4515e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1731295049905 2024-11-11T03:17:31,825 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 07c32d3025d54e428d8e224bde0c2ba0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1731295050065 2024-11-11T03:17:31,826 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6992e73c33274c3a87eec0213312c0c2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1731295050065 2024-11-11T03:17:31,836 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#B#compaction#112 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:31,836 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#A#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:31,837 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/425bdf92523a41d79bbe12bc271457fd is 50, key is test_row_0/A:col10/1731295050065/Put/seqid=0 2024-11-11T03:17:31,837 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/c0dbafbe9d3c41c689d89e2d39c002b1 is 50, key is test_row_0/B:col10/1731295050065/Put/seqid=0 2024-11-11T03:17:31,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741951_1127 (size=13561) 2024-11-11T03:17:31,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741950_1126 (size=13561) 2024-11-11T03:17:31,882 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:31,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-11T03:17:31,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:31,883 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2837): Flushing bdea827afec00fa9fe9f5450a776085a 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-11T03:17:31,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=A 2024-11-11T03:17:31,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:31,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=B 2024-11-11T03:17:31,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:31,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=C 2024-11-11T03:17:31,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:31,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/fd16245bc7e64272896bf1857ed8c61b is 50, key is test_row_1/A:col10/1731295050942/Put/seqid=0 2024-11-11T03:17:31,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741952_1128 (size=9857) 2024-11-11T03:17:31,900 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/fd16245bc7e64272896bf1857ed8c61b 2024-11-11T03:17:31,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/1512911c5f58410ba31d29c3a9277537 is 50, key is test_row_1/B:col10/1731295050942/Put/seqid=0 2024-11-11T03:17:31,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741953_1129 (size=9857) 2024-11-11T03:17:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-11T03:17:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:32,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. as already flushing 2024-11-11T03:17:32,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295112131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:32,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36318 deadline: 1731295112196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:32,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:32,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731295112203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:32,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:32,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295112233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:32,254 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/425bdf92523a41d79bbe12bc271457fd as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/425bdf92523a41d79bbe12bc271457fd 2024-11-11T03:17:32,259 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/c0dbafbe9d3c41c689d89e2d39c002b1 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/c0dbafbe9d3c41c689d89e2d39c002b1 2024-11-11T03:17:32,262 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/A of bdea827afec00fa9fe9f5450a776085a into 425bdf92523a41d79bbe12bc271457fd(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:32,262 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:32,262 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/A, priority=13, startTime=1731295051821; duration=0sec 2024-11-11T03:17:32,263 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:32,263 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:A 2024-11-11T03:17:32,263 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:32,265 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:32,265 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/B of bdea827afec00fa9fe9f5450a776085a into c0dbafbe9d3c41c689d89e2d39c002b1(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:32,265 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/C is initiating minor compaction (all files) 2024-11-11T03:17:32,265 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:32,265 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/B, priority=13, startTime=1731295051822; duration=0sec 2024-11-11T03:17:32,265 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/C in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:32,265 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:32,265 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/857e362ebc554f4bb0414fa29dc86214, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/d6d2c87f0ef84c3ca5d8d56d900a0d60, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/0771839aa209457c8f3d097a99d8a2f3] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=37.2 K 2024-11-11T03:17:32,265 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:B 2024-11-11T03:17:32,266 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 857e362ebc554f4bb0414fa29dc86214, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731295048772 2024-11-11T03:17:32,266 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6d2c87f0ef84c3ca5d8d56d900a0d60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1731295049905 2024-11-11T03:17:32,267 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0771839aa209457c8f3d097a99d8a2f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1731295050065 2024-11-11T03:17:32,276 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#C#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:32,277 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/126f45457036461faa2499321a51b7f9 is 50, key is test_row_0/C:col10/1731295050065/Put/seqid=0 2024-11-11T03:17:32,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741954_1130 (size=13561) 2024-11-11T03:17:32,291 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/126f45457036461faa2499321a51b7f9 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/126f45457036461faa2499321a51b7f9 2024-11-11T03:17:32,299 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/C of bdea827afec00fa9fe9f5450a776085a into 126f45457036461faa2499321a51b7f9(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:32,299 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:32,299 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/C, priority=13, startTime=1731295051822; duration=0sec 2024-11-11T03:17:32,299 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:32,299 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:C 2024-11-11T03:17:32,316 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/1512911c5f58410ba31d29c3a9277537 2024-11-11T03:17:32,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/7b340e4c2ec340ef83e49cf0dc2a3234 is 50, key is test_row_1/C:col10/1731295050942/Put/seqid=0 2024-11-11T03:17:32,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741955_1131 (size=9857) 2024-11-11T03:17:32,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295112437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:32,578 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:50122 2024-11-11T03:17:32,578 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:17:32,578 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:50122 2024-11-11T03:17:32,578 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:17:32,579 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:50122 2024-11-11T03:17:32,579 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:17:32,580 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:50122 2024-11-11T03:17:32,580 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:17:32,735 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/7b340e4c2ec340ef83e49cf0dc2a3234 2024-11-11T03:17:32,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/fd16245bc7e64272896bf1857ed8c61b as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/fd16245bc7e64272896bf1857ed8c61b 2024-11-11T03:17:32,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:32,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1731295112742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:32,745 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/fd16245bc7e64272896bf1857ed8c61b, entries=100, sequenceid=527, filesize=9.6 K 2024-11-11T03:17:32,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/1512911c5f58410ba31d29c3a9277537 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/1512911c5f58410ba31d29c3a9277537 2024-11-11T03:17:32,750 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/1512911c5f58410ba31d29c3a9277537, entries=100, sequenceid=527, filesize=9.6 K 2024-11-11T03:17:32,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/7b340e4c2ec340ef83e49cf0dc2a3234 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/7b340e4c2ec340ef83e49cf0dc2a3234 2024-11-11T03:17:32,756 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/7b340e4c2ec340ef83e49cf0dc2a3234, entries=100, sequenceid=527, filesize=9.6 K 2024-11-11T03:17:32,757 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for bdea827afec00fa9fe9f5450a776085a in 874ms, sequenceid=527, compaction requested=false 2024-11-11T03:17:32,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2538): Flush status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:32,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:32,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-11T03:17:32,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=37 2024-11-11T03:17:32,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-11T03:17:32,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8040 sec 2024-11-11T03:17:32,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 1.8080 sec 2024-11-11T03:17:32,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:32,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bdea827afec00fa9fe9f5450a776085a 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-11T03:17:32,932 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:50122 2024-11-11T03:17:32,932 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:17:32,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=A 2024-11-11T03:17:32,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:32,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=B 2024-11-11T03:17:32,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:32,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=C 2024-11-11T03:17:32,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:32,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/b7a55616109e41bcbf65940d4063fa2e is 50, key is test_row_0/A:col10/1731295052110/Put/seqid=0 2024-11-11T03:17:32,940 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:50122 2024-11-11T03:17:32,940 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:17:32,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741956_1132 (size=12301) 2024-11-11T03:17:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-11T03:17:33,058 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-11T03:17:33,247 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:50122 2024-11-11T03:17:33,247 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:17:33,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/b7a55616109e41bcbf65940d4063fa2e 2024-11-11T03:17:33,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/3f78a10e0bf24a69b12ca0b8c8d9f6ae is 50, key is test_row_0/B:col10/1731295052110/Put/seqid=0 2024-11-11T03:17:33,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741957_1133 (size=12301) 2024-11-11T03:17:33,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/3f78a10e0bf24a69b12ca0b8c8d9f6ae 2024-11-11T03:17:33,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/f5213c262a7c4409b374fd1df3eb9fcb is 50, key is test_row_0/C:col10/1731295052110/Put/seqid=0 2024-11-11T03:17:33,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741958_1134 (size=12301) 2024-11-11T03:17:34,163 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T03:17:34,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/f5213c262a7c4409b374fd1df3eb9fcb 2024-11-11T03:17:34,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/b7a55616109e41bcbf65940d4063fa2e as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/b7a55616109e41bcbf65940d4063fa2e 2024-11-11T03:17:34,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/b7a55616109e41bcbf65940d4063fa2e, entries=150, sequenceid=560, filesize=12.0 K 2024-11-11T03:17:34,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/3f78a10e0bf24a69b12ca0b8c8d9f6ae as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/3f78a10e0bf24a69b12ca0b8c8d9f6ae 2024-11-11T03:17:34,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/3f78a10e0bf24a69b12ca0b8c8d9f6ae, entries=150, sequenceid=560, filesize=12.0 K 2024-11-11T03:17:34,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/f5213c262a7c4409b374fd1df3eb9fcb as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/f5213c262a7c4409b374fd1df3eb9fcb 2024-11-11T03:17:34,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/f5213c262a7c4409b374fd1df3eb9fcb, entries=150, sequenceid=560, filesize=12.0 K 2024-11-11T03:17:34,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=13.42 KB/13740 for bdea827afec00fa9fe9f5450a776085a in 1258ms, sequenceid=560, compaction requested=true 2024-11-11T03:17:34,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:34,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:17:34,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:34,191 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:34,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:17:34,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:34,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bdea827afec00fa9fe9f5450a776085a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:17:34,191 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:34,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:34,192 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35719 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:34,192 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/A is initiating minor compaction (all files) 2024-11-11T03:17:34,192 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/A in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:34,193 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/425bdf92523a41d79bbe12bc271457fd, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/fd16245bc7e64272896bf1857ed8c61b, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/b7a55616109e41bcbf65940d4063fa2e] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=34.9 K 2024-11-11T03:17:34,193 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35719 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:34,193 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): bdea827afec00fa9fe9f5450a776085a/B is initiating minor compaction (all files) 2024-11-11T03:17:34,193 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bdea827afec00fa9fe9f5450a776085a/B in TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:34,193 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/c0dbafbe9d3c41c689d89e2d39c002b1, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/1512911c5f58410ba31d29c3a9277537, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/3f78a10e0bf24a69b12ca0b8c8d9f6ae] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp, totalSize=34.9 K 2024-11-11T03:17:34,193 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 425bdf92523a41d79bbe12bc271457fd, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1731295050065 2024-11-11T03:17:34,194 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting c0dbafbe9d3c41c689d89e2d39c002b1, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1731295050065 2024-11-11T03:17:34,194 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 1512911c5f58410ba31d29c3a9277537, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1731295050942 2024-11-11T03:17:34,194 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd16245bc7e64272896bf1857ed8c61b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1731295050942 2024-11-11T03:17:34,196 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7a55616109e41bcbf65940d4063fa2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1731295052110 2024-11-11T03:17:34,196 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f78a10e0bf24a69b12ca0b8c8d9f6ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1731295052110 2024-11-11T03:17:34,206 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#A#compaction#120 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:34,206 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bdea827afec00fa9fe9f5450a776085a#B#compaction#121 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:34,206 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/e059c68215384dd290d57fd35e3e6353 is 50, key is test_row_0/B:col10/1731295052110/Put/seqid=0 2024-11-11T03:17:34,207 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/da07bd1096174dfbb7d6ccb7fadd01e7 is 50, key is test_row_0/A:col10/1731295052110/Put/seqid=0 2024-11-11T03:17:34,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741959_1135 (size=13663) 2024-11-11T03:17:34,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741960_1136 (size=13663) 2024-11-11T03:17:34,217 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:50122 2024-11-11T03:17:34,217 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:17:34,217 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:50122 2024-11-11T03:17:34,217 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:17:34,217 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T03:17:34,218 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-11T03:17:34,218 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 108 2024-11-11T03:17:34,218 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-11T03:17:34,218 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-11T03:17:34,218 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-11T03:17:34,218 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T03:17:34,218 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6037 2024-11-11T03:17:34,218 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5931 2024-11-11T03:17:34,218 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T03:17:34,218 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2625 2024-11-11T03:17:34,218 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7872 rows 2024-11-11T03:17:34,218 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2618 2024-11-11T03:17:34,218 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7854 rows 2024-11-11T03:17:34,218 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-11T03:17:34,218 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6fcb5f29 to 127.0.0.1:50122 2024-11-11T03:17:34,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:17:34,221 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-11T03:17:34,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-11T03:17:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T03:17:34,235 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731295054234"}]},"ts":"1731295054234"} 2024-11-11T03:17:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-11T03:17:34,236 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T03:17:34,238 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T03:17:34,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T03:17:34,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bdea827afec00fa9fe9f5450a776085a, UNASSIGN}] 2024-11-11T03:17:34,246 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bdea827afec00fa9fe9f5450a776085a, UNASSIGN 2024-11-11T03:17:34,247 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=bdea827afec00fa9fe9f5450a776085a, regionState=CLOSING, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:34,248 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T03:17:34,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786}] 2024-11-11T03:17:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-11T03:17:34,402 ERROR [LeaseRenewer:jenkins@localhost:32915 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:32915,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:34,402 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:34,404 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:34,404 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T03:17:34,405 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing bdea827afec00fa9fe9f5450a776085a, disabling compactions & flushes 2024-11-11T03:17:34,405 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-11T03:17:34,621 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/da07bd1096174dfbb7d6ccb7fadd01e7 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/da07bd1096174dfbb7d6ccb7fadd01e7 2024-11-11T03:17:34,621 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/e059c68215384dd290d57fd35e3e6353 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/e059c68215384dd290d57fd35e3e6353 2024-11-11T03:17:34,627 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/B of bdea827afec00fa9fe9f5450a776085a into e059c68215384dd290d57fd35e3e6353(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:34,627 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bdea827afec00fa9fe9f5450a776085a/A of bdea827afec00fa9fe9f5450a776085a into da07bd1096174dfbb7d6ccb7fadd01e7(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:34,627 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:34,627 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:34,627 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:34,627 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/B, priority=13, startTime=1731295054191; duration=0sec 2024-11-11T03:17:34,627 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a., storeName=bdea827afec00fa9fe9f5450a776085a/A, priority=13, startTime=1731295054191; duration=0sec 2024-11-11T03:17:34,627 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:34,627 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. after waiting 0 ms 2024-11-11T03:17:34,627 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:34,627 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:34,627 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:34,627 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:B 2024-11-11T03:17:34,627 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:A 2024-11-11T03:17:34,627 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. because compaction request was cancelled 2024-11-11T03:17:34,627 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bdea827afec00fa9fe9f5450a776085a:C 2024-11-11T03:17:34,627 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(2837): Flushing bdea827afec00fa9fe9f5450a776085a 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-11T03:17:34,627 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=A 2024-11-11T03:17:34,627 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:34,627 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=B 2024-11-11T03:17:34,627 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:34,627 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bdea827afec00fa9fe9f5450a776085a, store=C 2024-11-11T03:17:34,627 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:34,631 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/d51f14d50c854db0a09ac6f815b863d0 is 50, key is test_row_0/A:col10/1731295054216/Put/seqid=0 2024-11-11T03:17:34,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741961_1137 (size=9857) 2024-11-11T03:17:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-11T03:17:35,035 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/d51f14d50c854db0a09ac6f815b863d0 2024-11-11T03:17:35,043 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/0a98d0578ac046ba931b6e38b66e9084 is 50, key is test_row_0/B:col10/1731295054216/Put/seqid=0 2024-11-11T03:17:35,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741962_1138 (size=9857) 2024-11-11T03:17:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-11T03:17:35,447 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/0a98d0578ac046ba931b6e38b66e9084 2024-11-11T03:17:35,455 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/f6c06e421d32430dbbf1a4b1807b7e5f is 50, key is test_row_0/C:col10/1731295054216/Put/seqid=0 2024-11-11T03:17:35,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741963_1139 (size=9857) 2024-11-11T03:17:35,860 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/f6c06e421d32430dbbf1a4b1807b7e5f 2024-11-11T03:17:35,865 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/A/d51f14d50c854db0a09ac6f815b863d0 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/d51f14d50c854db0a09ac6f815b863d0 2024-11-11T03:17:35,870 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/d51f14d50c854db0a09ac6f815b863d0, entries=100, sequenceid=569, filesize=9.6 K 2024-11-11T03:17:35,871 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/B/0a98d0578ac046ba931b6e38b66e9084 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/0a98d0578ac046ba931b6e38b66e9084 2024-11-11T03:17:35,875 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/0a98d0578ac046ba931b6e38b66e9084, entries=100, sequenceid=569, filesize=9.6 K 2024-11-11T03:17:35,876 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/.tmp/C/f6c06e421d32430dbbf1a4b1807b7e5f as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/f6c06e421d32430dbbf1a4b1807b7e5f 2024-11-11T03:17:35,880 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/f6c06e421d32430dbbf1a4b1807b7e5f, entries=100, sequenceid=569, filesize=9.6 K 2024-11-11T03:17:35,881 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for bdea827afec00fa9fe9f5450a776085a in 1254ms, sequenceid=569, compaction requested=true 2024-11-11T03:17:35,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/1eadce1fc0364255b75a5e83968b41a1, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/7bc7a76d0ca3488e966b2f4a1b361f12, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/c129e23f707045508cea91a901954d97, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/197a5895e852458697273c5322f4172d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/29398a4a4a9e422cb4c35fad28f6a47a, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/8db979aeecbe403088aa58782357b5b8, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/5e6770b2118241479eb0cce7c21e1f0d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/d80e200fb6e64d08943de5941739cc7d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/f309e646d21445daaceeae9c2ae2290f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/0e5984d2247a42a4a2dd8cefbe3dc786, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/81114f5fe67e49e39db00e0e6a329653, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/61d490b609b04b71886bb0be292a9e59, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/53f589c318a747d08b48c8a15db4f492, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/8080aab356f54af88be542e033e16668, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/a45216427d904359963dbc2c88b78fc7, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/42588b471c114f7b9ffe89ab59441b6c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/0ab15240b9364c7a93f7a79914d9c506, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/a341e570507f45c88a94ed1106905e09, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/f9bed707e9a5422cbb76760ec691761e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/3165db1f8160412ebdb1d08ea6016a2f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/51dcc050a6cb4c54b3f4b1019cb52f0d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/fb17561e81174292b8388555502dfdd2, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/184e2623a9ff401296b52648c794d630, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/45f81218baad4837b9f59211d74057ed, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/ba7ed53ab73944d6b512e62fe19cdad1, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/a8dbd162b98f4f47a9a98839b16100ed, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/42957892234440d9abd982db1aeaa2a9, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/6792eca79b1a4a8292862f5414ff0a43, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/42e84927464f4a0bbba8ba3d925fabf2, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/e5ce04cfe02546a8b959474f59437660, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/0679b958dc5a4e76aab760ad147165a6, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/d338d02c382746ddb5c01e7e435f2735, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/d310d85ab84e457e98950f34c30518d3, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/de8ef2aa8dd944b89f13a344cc08c123, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/e576db8a33ab415e90e3bc2f808635ae, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/d6056087d03b4f6380baf95b6e4515e4, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/6992e73c33274c3a87eec0213312c0c2, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/425bdf92523a41d79bbe12bc271457fd, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/fd16245bc7e64272896bf1857ed8c61b, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/b7a55616109e41bcbf65940d4063fa2e] to archive 2024-11-11T03:17:35,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T03:17:35,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/1eadce1fc0364255b75a5e83968b41a1 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/1eadce1fc0364255b75a5e83968b41a1 2024-11-11T03:17:35,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/7bc7a76d0ca3488e966b2f4a1b361f12 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/7bc7a76d0ca3488e966b2f4a1b361f12 2024-11-11T03:17:35,894 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/c129e23f707045508cea91a901954d97 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/c129e23f707045508cea91a901954d97 2024-11-11T03:17:35,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/197a5895e852458697273c5322f4172d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/197a5895e852458697273c5322f4172d 2024-11-11T03:17:35,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/29398a4a4a9e422cb4c35fad28f6a47a to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/29398a4a4a9e422cb4c35fad28f6a47a 2024-11-11T03:17:35,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/8db979aeecbe403088aa58782357b5b8 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/8db979aeecbe403088aa58782357b5b8 2024-11-11T03:17:35,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/5e6770b2118241479eb0cce7c21e1f0d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/5e6770b2118241479eb0cce7c21e1f0d 2024-11-11T03:17:35,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/d80e200fb6e64d08943de5941739cc7d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/d80e200fb6e64d08943de5941739cc7d 2024-11-11T03:17:35,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/f309e646d21445daaceeae9c2ae2290f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/f309e646d21445daaceeae9c2ae2290f 2024-11-11T03:17:35,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/0e5984d2247a42a4a2dd8cefbe3dc786 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/0e5984d2247a42a4a2dd8cefbe3dc786 2024-11-11T03:17:35,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/81114f5fe67e49e39db00e0e6a329653 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/81114f5fe67e49e39db00e0e6a329653 2024-11-11T03:17:35,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/61d490b609b04b71886bb0be292a9e59 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/61d490b609b04b71886bb0be292a9e59 2024-11-11T03:17:35,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/53f589c318a747d08b48c8a15db4f492 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/53f589c318a747d08b48c8a15db4f492 2024-11-11T03:17:35,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/8080aab356f54af88be542e033e16668 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/8080aab356f54af88be542e033e16668 2024-11-11T03:17:35,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/a45216427d904359963dbc2c88b78fc7 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/a45216427d904359963dbc2c88b78fc7 2024-11-11T03:17:35,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/42588b471c114f7b9ffe89ab59441b6c to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/42588b471c114f7b9ffe89ab59441b6c 2024-11-11T03:17:35,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/0ab15240b9364c7a93f7a79914d9c506 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/0ab15240b9364c7a93f7a79914d9c506 2024-11-11T03:17:35,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/a341e570507f45c88a94ed1106905e09 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/a341e570507f45c88a94ed1106905e09 2024-11-11T03:17:35,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/f9bed707e9a5422cbb76760ec691761e to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/f9bed707e9a5422cbb76760ec691761e 2024-11-11T03:17:35,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/3165db1f8160412ebdb1d08ea6016a2f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/3165db1f8160412ebdb1d08ea6016a2f 2024-11-11T03:17:35,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/51dcc050a6cb4c54b3f4b1019cb52f0d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/51dcc050a6cb4c54b3f4b1019cb52f0d 2024-11-11T03:17:35,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/fb17561e81174292b8388555502dfdd2 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/fb17561e81174292b8388555502dfdd2 2024-11-11T03:17:35,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/184e2623a9ff401296b52648c794d630 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/184e2623a9ff401296b52648c794d630 2024-11-11T03:17:35,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/45f81218baad4837b9f59211d74057ed to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/45f81218baad4837b9f59211d74057ed 2024-11-11T03:17:35,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/ba7ed53ab73944d6b512e62fe19cdad1 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/ba7ed53ab73944d6b512e62fe19cdad1 2024-11-11T03:17:35,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/a8dbd162b98f4f47a9a98839b16100ed to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/a8dbd162b98f4f47a9a98839b16100ed 2024-11-11T03:17:35,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/42957892234440d9abd982db1aeaa2a9 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/42957892234440d9abd982db1aeaa2a9 2024-11-11T03:17:35,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/6792eca79b1a4a8292862f5414ff0a43 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/6792eca79b1a4a8292862f5414ff0a43 2024-11-11T03:17:35,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/42e84927464f4a0bbba8ba3d925fabf2 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/42e84927464f4a0bbba8ba3d925fabf2 2024-11-11T03:17:35,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/e5ce04cfe02546a8b959474f59437660 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/e5ce04cfe02546a8b959474f59437660 2024-11-11T03:17:35,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/0679b958dc5a4e76aab760ad147165a6 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/0679b958dc5a4e76aab760ad147165a6 2024-11-11T03:17:35,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/d338d02c382746ddb5c01e7e435f2735 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/d338d02c382746ddb5c01e7e435f2735 2024-11-11T03:17:35,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/d310d85ab84e457e98950f34c30518d3 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/d310d85ab84e457e98950f34c30518d3 2024-11-11T03:17:35,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/de8ef2aa8dd944b89f13a344cc08c123 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/de8ef2aa8dd944b89f13a344cc08c123 2024-11-11T03:17:35,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/e576db8a33ab415e90e3bc2f808635ae to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/e576db8a33ab415e90e3bc2f808635ae 2024-11-11T03:17:35,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/d6056087d03b4f6380baf95b6e4515e4 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/d6056087d03b4f6380baf95b6e4515e4 2024-11-11T03:17:35,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/6992e73c33274c3a87eec0213312c0c2 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/6992e73c33274c3a87eec0213312c0c2 2024-11-11T03:17:35,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/425bdf92523a41d79bbe12bc271457fd to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/425bdf92523a41d79bbe12bc271457fd 2024-11-11T03:17:35,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/fd16245bc7e64272896bf1857ed8c61b to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/fd16245bc7e64272896bf1857ed8c61b 2024-11-11T03:17:35,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/b7a55616109e41bcbf65940d4063fa2e to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/b7a55616109e41bcbf65940d4063fa2e 2024-11-11T03:17:35,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/f41dac5a4eb148489a40c00fffa808c9, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/695207d5fcc0456fb1d181d0fb2f80b2, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/73e0266cce354c9d97512c1e8fea3395, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/a66841151c204999b7acfa4f476f76f0, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/64c4befb0d424f3184709b77c5af72e5, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/0958f71e939a4474866e160537e8cb74, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/1bcdb3b46ab64460b2320857b897cf43, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/87ad4097015c4595b2e7c6b8ff68effc, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/fd5a625a179848e9bc5efbb1b97e0e8f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/c88de6616dde4272bc1fd937c02acb0c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/caab8d12ba144b7b9ef1b40bebc53933, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/c84681b53e814e36962810f130ce909f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/bdf9b60da1024d3ba8c923f00354c07c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/869aee7bcede487483bfc88d0613380b, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/e19ee7e7dfa54ad89bc2922857b16249, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/4c4f685fe3c74df8b143471b2a33b73e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/08821aeeae354f7b818caefab09dd702, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/fb1cbf2d048343b9a5e210781db6575c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/f09e532368e54689b24ce8692741c09b, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/2f0f24d88e0b43cb97e4cfb6f1bf77df, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/eec5657dc7834f0096786d51332eefa0, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/084e5b2cd3ff4c4fa105fdf1fd2f6493, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/c4bd544b46c345f8a1bf34c9e21dd257, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/0393bcfb724644d2a22384fcca0e7932, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/d1ed097448364183a9b78ec77619bc63, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/5399c1ae873f4e2bbd46a4f9da50d2bd, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/d7ea461c707a48ba8ed14a74cc940742, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/2656f9dde9a44bf8be123720ced2438f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/f8e3316869d942dbbb1c47de74f5e26e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/46ef18bf90694a039930c5fe60e65bda, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/0110d4bc66d941f2bb50b959cec8e9f9, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/b94ab5a9dc1541a4b6bedd86c880b245, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/e975646540e54aa9967d2c476afcdcce, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/a37f0a0d249742ff88c0491938db7793, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/087839cb46834cb79bdb9d44033a4cee, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/648aaf11e73147c4969635e7c6c05f69, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/c0dbafbe9d3c41c689d89e2d39c002b1, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/07c32d3025d54e428d8e224bde0c2ba0, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/1512911c5f58410ba31d29c3a9277537, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/3f78a10e0bf24a69b12ca0b8c8d9f6ae] to archive 2024-11-11T03:17:35,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T03:17:35,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/f41dac5a4eb148489a40c00fffa808c9 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/f41dac5a4eb148489a40c00fffa808c9 2024-11-11T03:17:35,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/695207d5fcc0456fb1d181d0fb2f80b2 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/695207d5fcc0456fb1d181d0fb2f80b2 2024-11-11T03:17:35,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/73e0266cce354c9d97512c1e8fea3395 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/73e0266cce354c9d97512c1e8fea3395 2024-11-11T03:17:35,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/a66841151c204999b7acfa4f476f76f0 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/a66841151c204999b7acfa4f476f76f0 2024-11-11T03:17:35,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/64c4befb0d424f3184709b77c5af72e5 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/64c4befb0d424f3184709b77c5af72e5 2024-11-11T03:17:35,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/0958f71e939a4474866e160537e8cb74 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/0958f71e939a4474866e160537e8cb74 2024-11-11T03:17:35,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/1bcdb3b46ab64460b2320857b897cf43 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/1bcdb3b46ab64460b2320857b897cf43 2024-11-11T03:17:35,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/87ad4097015c4595b2e7c6b8ff68effc to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/87ad4097015c4595b2e7c6b8ff68effc 2024-11-11T03:17:35,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/fd5a625a179848e9bc5efbb1b97e0e8f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/fd5a625a179848e9bc5efbb1b97e0e8f 2024-11-11T03:17:35,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/c88de6616dde4272bc1fd937c02acb0c to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/c88de6616dde4272bc1fd937c02acb0c 2024-11-11T03:17:35,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/caab8d12ba144b7b9ef1b40bebc53933 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/caab8d12ba144b7b9ef1b40bebc53933 2024-11-11T03:17:35,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/c84681b53e814e36962810f130ce909f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/c84681b53e814e36962810f130ce909f 2024-11-11T03:17:35,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/bdf9b60da1024d3ba8c923f00354c07c to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/bdf9b60da1024d3ba8c923f00354c07c 2024-11-11T03:17:35,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/869aee7bcede487483bfc88d0613380b to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/869aee7bcede487483bfc88d0613380b 2024-11-11T03:17:35,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/e19ee7e7dfa54ad89bc2922857b16249 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/e19ee7e7dfa54ad89bc2922857b16249 2024-11-11T03:17:35,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/4c4f685fe3c74df8b143471b2a33b73e to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/4c4f685fe3c74df8b143471b2a33b73e 2024-11-11T03:17:35,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/08821aeeae354f7b818caefab09dd702 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/08821aeeae354f7b818caefab09dd702 2024-11-11T03:17:35,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/fb1cbf2d048343b9a5e210781db6575c to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/fb1cbf2d048343b9a5e210781db6575c 2024-11-11T03:17:35,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/f09e532368e54689b24ce8692741c09b to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/f09e532368e54689b24ce8692741c09b 2024-11-11T03:17:35,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/2f0f24d88e0b43cb97e4cfb6f1bf77df to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/2f0f24d88e0b43cb97e4cfb6f1bf77df 2024-11-11T03:17:35,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/eec5657dc7834f0096786d51332eefa0 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/eec5657dc7834f0096786d51332eefa0 2024-11-11T03:17:35,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/084e5b2cd3ff4c4fa105fdf1fd2f6493 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/084e5b2cd3ff4c4fa105fdf1fd2f6493 2024-11-11T03:17:35,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/c4bd544b46c345f8a1bf34c9e21dd257 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/c4bd544b46c345f8a1bf34c9e21dd257 2024-11-11T03:17:35,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/0393bcfb724644d2a22384fcca0e7932 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/0393bcfb724644d2a22384fcca0e7932 2024-11-11T03:17:35,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/d1ed097448364183a9b78ec77619bc63 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/d1ed097448364183a9b78ec77619bc63 2024-11-11T03:17:35,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/5399c1ae873f4e2bbd46a4f9da50d2bd to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/5399c1ae873f4e2bbd46a4f9da50d2bd 2024-11-11T03:17:35,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/d7ea461c707a48ba8ed14a74cc940742 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/d7ea461c707a48ba8ed14a74cc940742 2024-11-11T03:17:35,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/2656f9dde9a44bf8be123720ced2438f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/2656f9dde9a44bf8be123720ced2438f 2024-11-11T03:17:35,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/f8e3316869d942dbbb1c47de74f5e26e to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/f8e3316869d942dbbb1c47de74f5e26e 2024-11-11T03:17:35,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/46ef18bf90694a039930c5fe60e65bda to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/46ef18bf90694a039930c5fe60e65bda 2024-11-11T03:17:35,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/0110d4bc66d941f2bb50b959cec8e9f9 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/0110d4bc66d941f2bb50b959cec8e9f9 2024-11-11T03:17:35,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/b94ab5a9dc1541a4b6bedd86c880b245 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/b94ab5a9dc1541a4b6bedd86c880b245 2024-11-11T03:17:35,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/e975646540e54aa9967d2c476afcdcce to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/e975646540e54aa9967d2c476afcdcce 2024-11-11T03:17:36,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/a37f0a0d249742ff88c0491938db7793 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/a37f0a0d249742ff88c0491938db7793 2024-11-11T03:17:36,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/087839cb46834cb79bdb9d44033a4cee to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/087839cb46834cb79bdb9d44033a4cee 2024-11-11T03:17:36,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/648aaf11e73147c4969635e7c6c05f69 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/648aaf11e73147c4969635e7c6c05f69 2024-11-11T03:17:36,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/c0dbafbe9d3c41c689d89e2d39c002b1 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/c0dbafbe9d3c41c689d89e2d39c002b1 2024-11-11T03:17:36,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/07c32d3025d54e428d8e224bde0c2ba0 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/07c32d3025d54e428d8e224bde0c2ba0 2024-11-11T03:17:36,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/1512911c5f58410ba31d29c3a9277537 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/1512911c5f58410ba31d29c3a9277537 2024-11-11T03:17:36,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/3f78a10e0bf24a69b12ca0b8c8d9f6ae to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/3f78a10e0bf24a69b12ca0b8c8d9f6ae 2024-11-11T03:17:36,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/2ea5bc29e20249f7b502a55806d449eb, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/cd2c8161cd1b4e418f706de24118c98f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/82c51bdb3aaa40e08e9181f174f5dd84, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/08156d6a1ec646f1a08eaa36b14e1b34, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/131dd1d18c914d10a0587d5e6b460c23, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/71112adb2f354100973f99d88c402a67, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/637e77567f0a484bb133774179aa0368, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/a3cf837eed4c4e3d8216408e6aa6e513, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/3714721279ea4c2ba3b50e34d33a26f8, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/7790b4fe3ca24471b531336a458fadda, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/969731c242f94288a66a51986991b21d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/dcbba117e687433786bfd8e0df379b4b, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/fd34df7f97f44d9092f8169f30331682, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/5b66ce7437054dd98ff10e96f54bf6ea, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/760d242758f34422b8c25ac5407eb2ca, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/9737e1ca9cf046cb98425afa880fca43, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/ed436f8bacf946fe850aead5d432c018, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/314b0a17d1ea4c22a8b1ef5d0e64d3a4, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/3bd07923f3624356845248fed59983a2, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/e48f696010dc4885bb26dff25d44002e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/1d31cc533353459087f8c2111face97e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/a927a8c42f6c441b9b0bdc36f480a1d2, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/ee3e06f86d0943cda8de1a213394cd13, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/5083227ae9e9404b82f447572a2e9219, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/c2cd9c8b717444d49c341cc5490754fe, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/1fcd909370364e1087025b1ca259d253, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/3e4b4f18cd9046449037d6bdb3e08328, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/7b07fd435ea04ef5867bdc318fe4f17e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/1b3f1cf2b63a4d0d98b470d2e11cb406, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/e0139a8fbbd74fa38423201dfeb85e61, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/8cb5603fcd8346638500e25d6fed9f47, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/c942d7770bcc402a87ecb3ba587aed18, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/8f58a88150824edd9a8be95399b71806, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/857e362ebc554f4bb0414fa29dc86214, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/bc7a28bb12a945e38053bfa37a9076a4, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/d6d2c87f0ef84c3ca5d8d56d900a0d60, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/0771839aa209457c8f3d097a99d8a2f3] to archive 2024-11-11T03:17:36,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T03:17:36,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/2ea5bc29e20249f7b502a55806d449eb to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/2ea5bc29e20249f7b502a55806d449eb 2024-11-11T03:17:36,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/cd2c8161cd1b4e418f706de24118c98f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/cd2c8161cd1b4e418f706de24118c98f 2024-11-11T03:17:36,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/82c51bdb3aaa40e08e9181f174f5dd84 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/82c51bdb3aaa40e08e9181f174f5dd84 2024-11-11T03:17:36,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/08156d6a1ec646f1a08eaa36b14e1b34 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/08156d6a1ec646f1a08eaa36b14e1b34 2024-11-11T03:17:36,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/131dd1d18c914d10a0587d5e6b460c23 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/131dd1d18c914d10a0587d5e6b460c23 2024-11-11T03:17:36,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/71112adb2f354100973f99d88c402a67 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/71112adb2f354100973f99d88c402a67 2024-11-11T03:17:36,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/637e77567f0a484bb133774179aa0368 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/637e77567f0a484bb133774179aa0368 2024-11-11T03:17:36,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/a3cf837eed4c4e3d8216408e6aa6e513 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/a3cf837eed4c4e3d8216408e6aa6e513 2024-11-11T03:17:36,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/3714721279ea4c2ba3b50e34d33a26f8 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/3714721279ea4c2ba3b50e34d33a26f8 2024-11-11T03:17:36,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/7790b4fe3ca24471b531336a458fadda to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/7790b4fe3ca24471b531336a458fadda 2024-11-11T03:17:36,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/969731c242f94288a66a51986991b21d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/969731c242f94288a66a51986991b21d 2024-11-11T03:17:36,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/dcbba117e687433786bfd8e0df379b4b to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/dcbba117e687433786bfd8e0df379b4b 2024-11-11T03:17:36,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/fd34df7f97f44d9092f8169f30331682 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/fd34df7f97f44d9092f8169f30331682 2024-11-11T03:17:36,029 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/5b66ce7437054dd98ff10e96f54bf6ea to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/5b66ce7437054dd98ff10e96f54bf6ea 2024-11-11T03:17:36,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/760d242758f34422b8c25ac5407eb2ca to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/760d242758f34422b8c25ac5407eb2ca 2024-11-11T03:17:36,031 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/9737e1ca9cf046cb98425afa880fca43 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/9737e1ca9cf046cb98425afa880fca43 2024-11-11T03:17:36,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/ed436f8bacf946fe850aead5d432c018 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/ed436f8bacf946fe850aead5d432c018 2024-11-11T03:17:36,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/314b0a17d1ea4c22a8b1ef5d0e64d3a4 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/314b0a17d1ea4c22a8b1ef5d0e64d3a4 2024-11-11T03:17:36,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/3bd07923f3624356845248fed59983a2 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/3bd07923f3624356845248fed59983a2 2024-11-11T03:17:36,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/e48f696010dc4885bb26dff25d44002e to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/e48f696010dc4885bb26dff25d44002e 2024-11-11T03:17:36,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/1d31cc533353459087f8c2111face97e to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/1d31cc533353459087f8c2111face97e 2024-11-11T03:17:36,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/a927a8c42f6c441b9b0bdc36f480a1d2 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/a927a8c42f6c441b9b0bdc36f480a1d2 2024-11-11T03:17:36,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/ee3e06f86d0943cda8de1a213394cd13 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/ee3e06f86d0943cda8de1a213394cd13 2024-11-11T03:17:36,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/5083227ae9e9404b82f447572a2e9219 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/5083227ae9e9404b82f447572a2e9219 2024-11-11T03:17:36,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/c2cd9c8b717444d49c341cc5490754fe to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/c2cd9c8b717444d49c341cc5490754fe 2024-11-11T03:17:36,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/1fcd909370364e1087025b1ca259d253 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/1fcd909370364e1087025b1ca259d253 2024-11-11T03:17:36,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/3e4b4f18cd9046449037d6bdb3e08328 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/3e4b4f18cd9046449037d6bdb3e08328 2024-11-11T03:17:36,048 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/7b07fd435ea04ef5867bdc318fe4f17e to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/7b07fd435ea04ef5867bdc318fe4f17e 2024-11-11T03:17:36,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/1b3f1cf2b63a4d0d98b470d2e11cb406 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/1b3f1cf2b63a4d0d98b470d2e11cb406 2024-11-11T03:17:36,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/e0139a8fbbd74fa38423201dfeb85e61 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/e0139a8fbbd74fa38423201dfeb85e61 2024-11-11T03:17:36,052 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/8cb5603fcd8346638500e25d6fed9f47 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/8cb5603fcd8346638500e25d6fed9f47 2024-11-11T03:17:36,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/c942d7770bcc402a87ecb3ba587aed18 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/c942d7770bcc402a87ecb3ba587aed18 2024-11-11T03:17:36,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/8f58a88150824edd9a8be95399b71806 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/8f58a88150824edd9a8be95399b71806 2024-11-11T03:17:36,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/857e362ebc554f4bb0414fa29dc86214 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/857e362ebc554f4bb0414fa29dc86214 2024-11-11T03:17:36,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/bc7a28bb12a945e38053bfa37a9076a4 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/bc7a28bb12a945e38053bfa37a9076a4 2024-11-11T03:17:36,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/d6d2c87f0ef84c3ca5d8d56d900a0d60 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/d6d2c87f0ef84c3ca5d8d56d900a0d60 2024-11-11T03:17:36,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/0771839aa209457c8f3d097a99d8a2f3 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/0771839aa209457c8f3d097a99d8a2f3 2024-11-11T03:17:36,063 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/recovered.edits/572.seqid, newMaxSeqId=572, maxSeqId=1 2024-11-11T03:17:36,066 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a. 2024-11-11T03:17:36,066 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for bdea827afec00fa9fe9f5450a776085a: 2024-11-11T03:17:36,068 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:36,068 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=bdea827afec00fa9fe9f5450a776085a, regionState=CLOSED 2024-11-11T03:17:36,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-11T03:17:36,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure bdea827afec00fa9fe9f5450a776085a, server=e4cdd3a0b883,46769,1731295025786 in 1.8210 sec 2024-11-11T03:17:36,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-11T03:17:36,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bdea827afec00fa9fe9f5450a776085a, UNASSIGN in 1.8260 sec 2024-11-11T03:17:36,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-11T03:17:36,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8340 sec 2024-11-11T03:17:36,076 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731295056076"}]},"ts":"1731295056076"} 2024-11-11T03:17:36,077 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T03:17:36,079 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T03:17:36,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8520 sec 2024-11-11T03:17:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-11T03:17:36,340 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-11T03:17:36,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-11T03:17:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:17:36,348 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:17:36,349 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=42, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:17:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-11T03:17:36,353 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:36,357 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A, FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B, FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C, FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/recovered.edits] 2024-11-11T03:17:36,360 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/d51f14d50c854db0a09ac6f815b863d0 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/d51f14d50c854db0a09ac6f815b863d0 2024-11-11T03:17:36,362 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/da07bd1096174dfbb7d6ccb7fadd01e7 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/A/da07bd1096174dfbb7d6ccb7fadd01e7 2024-11-11T03:17:36,365 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/0a98d0578ac046ba931b6e38b66e9084 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/0a98d0578ac046ba931b6e38b66e9084 2024-11-11T03:17:36,366 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/e059c68215384dd290d57fd35e3e6353 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/B/e059c68215384dd290d57fd35e3e6353 2024-11-11T03:17:36,369 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/126f45457036461faa2499321a51b7f9 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/126f45457036461faa2499321a51b7f9 2024-11-11T03:17:36,370 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/7b340e4c2ec340ef83e49cf0dc2a3234 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/7b340e4c2ec340ef83e49cf0dc2a3234 2024-11-11T03:17:36,371 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/f5213c262a7c4409b374fd1df3eb9fcb to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/f5213c262a7c4409b374fd1df3eb9fcb 2024-11-11T03:17:36,372 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/f6c06e421d32430dbbf1a4b1807b7e5f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/C/f6c06e421d32430dbbf1a4b1807b7e5f 2024-11-11T03:17:36,375 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/recovered.edits/572.seqid to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a/recovered.edits/572.seqid 2024-11-11T03:17:36,376 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/bdea827afec00fa9fe9f5450a776085a 2024-11-11T03:17:36,376 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T03:17:36,382 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=42, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:17:36,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-11T03:17:36,390 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T03:17:36,422 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T03:17:36,423 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=42, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:17:36,423 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T03:17:36,424 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731295056423"}]},"ts":"9223372036854775807"} 2024-11-11T03:17:36,427 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-11T03:17:36,427 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => bdea827afec00fa9fe9f5450a776085a, NAME => 'TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T03:17:36,427 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T03:17:36,427 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731295056427"}]},"ts":"9223372036854775807"} 2024-11-11T03:17:36,430 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-11T03:17:36,432 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=42, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:17:36,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 89 msec 2024-11-11T03:17:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-11T03:17:36,451 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 42 completed 2024-11-11T03:17:36,465 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=240 (was 219) Potentially hanging thread: hconnection-0x4c91b42-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x4c91b42-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-553001702_22 at /127.0.0.1:39480 [Waiting for operation #284] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS:0;e4cdd3a0b883:46769-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-553001702_22 at /127.0.0.1:54416 [Waiting for operation #264] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x4c91b42-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1980666486_22 at /127.0.0.1:54506 [Waiting for operation #241] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x4c91b42-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1980666486_22 at /127.0.0.1:39772 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=360 (was 179) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7683 (was 8719) 2024-11-11T03:17:36,476 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=240, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=360, ProcessCount=11, AvailableMemoryMB=7681 2024-11-11T03:17:36,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T03:17:36,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T03:17:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T03:17:36,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T03:17:36,481 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:36,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 43 2024-11-11T03:17:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-11T03:17:36,482 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T03:17:36,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741964_1140 (size=960) 2024-11-11T03:17:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-11T03:17:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-11T03:17:36,890 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0 2024-11-11T03:17:36,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741965_1141 (size=53) 2024-11-11T03:17:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-11T03:17:37,297 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:17:37,297 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 784fe85f4a9b68073ef5cf494b78550f, disabling compactions & flushes 2024-11-11T03:17:37,297 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:37,297 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:37,297 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. after waiting 0 ms 2024-11-11T03:17:37,297 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:37,297 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:37,297 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:37,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T03:17:37,298 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731295057298"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731295057298"}]},"ts":"1731295057298"} 2024-11-11T03:17:37,300 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-11T03:17:37,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T03:17:37,301 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731295057301"}]},"ts":"1731295057301"} 2024-11-11T03:17:37,302 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T03:17:37,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=784fe85f4a9b68073ef5cf494b78550f, ASSIGN}] 2024-11-11T03:17:37,306 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=784fe85f4a9b68073ef5cf494b78550f, ASSIGN 2024-11-11T03:17:37,307 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=784fe85f4a9b68073ef5cf494b78550f, ASSIGN; state=OFFLINE, location=e4cdd3a0b883,46769,1731295025786; forceNewPlan=false, retain=false 2024-11-11T03:17:37,458 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=784fe85f4a9b68073ef5cf494b78550f, regionState=OPENING, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:37,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; OpenRegionProcedure 784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786}] 2024-11-11T03:17:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-11T03:17:37,611 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:37,615 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:37,615 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} 2024-11-11T03:17:37,615 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:37,615 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:17:37,616 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:37,616 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:37,617 INFO [StoreOpener-784fe85f4a9b68073ef5cf494b78550f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:37,619 INFO [StoreOpener-784fe85f4a9b68073ef5cf494b78550f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T03:17:37,619 INFO [StoreOpener-784fe85f4a9b68073ef5cf494b78550f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 784fe85f4a9b68073ef5cf494b78550f columnFamilyName A 2024-11-11T03:17:37,619 DEBUG [StoreOpener-784fe85f4a9b68073ef5cf494b78550f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:37,620 INFO [StoreOpener-784fe85f4a9b68073ef5cf494b78550f-1 {}] regionserver.HStore(327): Store=784fe85f4a9b68073ef5cf494b78550f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:17:37,620 INFO [StoreOpener-784fe85f4a9b68073ef5cf494b78550f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:37,621 INFO [StoreOpener-784fe85f4a9b68073ef5cf494b78550f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T03:17:37,622 INFO [StoreOpener-784fe85f4a9b68073ef5cf494b78550f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 784fe85f4a9b68073ef5cf494b78550f columnFamilyName B 2024-11-11T03:17:37,622 DEBUG [StoreOpener-784fe85f4a9b68073ef5cf494b78550f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:37,623 INFO [StoreOpener-784fe85f4a9b68073ef5cf494b78550f-1 {}] regionserver.HStore(327): Store=784fe85f4a9b68073ef5cf494b78550f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:17:37,623 INFO [StoreOpener-784fe85f4a9b68073ef5cf494b78550f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:37,624 INFO [StoreOpener-784fe85f4a9b68073ef5cf494b78550f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T03:17:37,624 INFO [StoreOpener-784fe85f4a9b68073ef5cf494b78550f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 784fe85f4a9b68073ef5cf494b78550f columnFamilyName C 2024-11-11T03:17:37,624 DEBUG [StoreOpener-784fe85f4a9b68073ef5cf494b78550f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:37,625 INFO [StoreOpener-784fe85f4a9b68073ef5cf494b78550f-1 {}] regionserver.HStore(327): Store=784fe85f4a9b68073ef5cf494b78550f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:17:37,625 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:37,626 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:37,626 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:37,627 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T03:17:37,628 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:37,631 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:17:37,631 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 784fe85f4a9b68073ef5cf494b78550f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62515892, jitterRate=-0.06844061613082886}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T03:17:37,632 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:37,633 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f., pid=45, masterSystemTime=1731295057611 2024-11-11T03:17:37,635 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:37,635 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:37,635 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=784fe85f4a9b68073ef5cf494b78550f, regionState=OPEN, openSeqNum=2, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:37,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-11T03:17:37,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; OpenRegionProcedure 784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 in 178 msec 2024-11-11T03:17:37,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-11T03:17:37,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=784fe85f4a9b68073ef5cf494b78550f, ASSIGN in 333 msec 2024-11-11T03:17:37,642 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T03:17:37,642 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731295057642"}]},"ts":"1731295057642"} 2024-11-11T03:17:37,643 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T03:17:37,646 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T03:17:37,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1670 sec 2024-11-11T03:17:38,391 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:32915 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:32915,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-11T03:17:38,588 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-11T03:17:38,590 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x118b007e to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d29de25 2024-11-11T03:17:38,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a378df6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:17:38,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:17:38,597 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:17:38,599 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T03:17:38,601 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59034, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T03:17:38,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T03:17:38,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T03:17:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=46, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-11T03:17:38,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741966_1142 (size=996) 2024-11-11T03:17:38,872 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T03:17:38,873 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T03:17:39,029 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-11T03:17:39,030 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-11T03:17:39,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T03:17:39,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=784fe85f4a9b68073ef5cf494b78550f, REOPEN/MOVE}] 2024-11-11T03:17:39,043 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=784fe85f4a9b68073ef5cf494b78550f, REOPEN/MOVE 2024-11-11T03:17:39,043 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=784fe85f4a9b68073ef5cf494b78550f, regionState=CLOSING, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:39,044 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T03:17:39,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE; CloseRegionProcedure 784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786}] 2024-11-11T03:17:39,196 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:39,197 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(124): Close 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:39,197 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T03:17:39,197 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1681): Closing 784fe85f4a9b68073ef5cf494b78550f, disabling compactions & flushes 2024-11-11T03:17:39,197 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:39,197 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:39,197 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. after waiting 0 ms 2024-11-11T03:17:39,197 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:39,202 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T03:17:39,203 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:39,203 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1635): Region close journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:39,203 WARN [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegionServer(3786): Not adding moved region record: 784fe85f4a9b68073ef5cf494b78550f to self. 2024-11-11T03:17:39,205 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(170): Closed 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:39,205 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=784fe85f4a9b68073ef5cf494b78550f, regionState=CLOSED 2024-11-11T03:17:39,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=48 2024-11-11T03:17:39,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=48, state=SUCCESS; CloseRegionProcedure 784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 in 163 msec 2024-11-11T03:17:39,209 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=784fe85f4a9b68073ef5cf494b78550f, REOPEN/MOVE; state=CLOSED, location=e4cdd3a0b883,46769,1731295025786; forceNewPlan=false, retain=true 2024-11-11T03:17:39,359 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=784fe85f4a9b68073ef5cf494b78550f, regionState=OPENING, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:39,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=48, state=RUNNABLE; OpenRegionProcedure 784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786}] 2024-11-11T03:17:39,513 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:39,516 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:39,516 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} 2024-11-11T03:17:39,517 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:39,517 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:17:39,517 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:39,517 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:39,519 INFO [StoreOpener-784fe85f4a9b68073ef5cf494b78550f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:39,520 INFO [StoreOpener-784fe85f4a9b68073ef5cf494b78550f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T03:17:39,525 INFO [StoreOpener-784fe85f4a9b68073ef5cf494b78550f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 784fe85f4a9b68073ef5cf494b78550f columnFamilyName A 2024-11-11T03:17:39,527 DEBUG [StoreOpener-784fe85f4a9b68073ef5cf494b78550f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:39,527 INFO [StoreOpener-784fe85f4a9b68073ef5cf494b78550f-1 {}] regionserver.HStore(327): Store=784fe85f4a9b68073ef5cf494b78550f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:17:39,528 INFO [StoreOpener-784fe85f4a9b68073ef5cf494b78550f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:39,528 INFO [StoreOpener-784fe85f4a9b68073ef5cf494b78550f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T03:17:39,528 INFO [StoreOpener-784fe85f4a9b68073ef5cf494b78550f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 784fe85f4a9b68073ef5cf494b78550f columnFamilyName B 2024-11-11T03:17:39,529 DEBUG [StoreOpener-784fe85f4a9b68073ef5cf494b78550f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:39,529 INFO [StoreOpener-784fe85f4a9b68073ef5cf494b78550f-1 {}] regionserver.HStore(327): Store=784fe85f4a9b68073ef5cf494b78550f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:17:39,529 INFO [StoreOpener-784fe85f4a9b68073ef5cf494b78550f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:39,529 INFO [StoreOpener-784fe85f4a9b68073ef5cf494b78550f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T03:17:39,530 INFO [StoreOpener-784fe85f4a9b68073ef5cf494b78550f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 784fe85f4a9b68073ef5cf494b78550f columnFamilyName C 2024-11-11T03:17:39,530 DEBUG [StoreOpener-784fe85f4a9b68073ef5cf494b78550f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:39,530 INFO [StoreOpener-784fe85f4a9b68073ef5cf494b78550f-1 {}] regionserver.HStore(327): Store=784fe85f4a9b68073ef5cf494b78550f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:17:39,530 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:39,531 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:39,532 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:39,533 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T03:17:39,535 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:39,535 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 784fe85f4a9b68073ef5cf494b78550f; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75120063, jitterRate=0.11937616765499115}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T03:17:39,537 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:39,537 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f., pid=50, masterSystemTime=1731295059513 2024-11-11T03:17:39,539 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:39,539 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:39,539 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=784fe85f4a9b68073ef5cf494b78550f, regionState=OPEN, openSeqNum=5, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:39,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=48 2024-11-11T03:17:39,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=48, state=SUCCESS; OpenRegionProcedure 784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 in 180 msec 2024-11-11T03:17:39,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-11T03:17:39,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=784fe85f4a9b68073ef5cf494b78550f, REOPEN/MOVE in 500 msec 2024-11-11T03:17:39,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=46 2024-11-11T03:17:39,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=46, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 512 msec 2024-11-11T03:17:39,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 937 msec 2024-11-11T03:17:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=46 2024-11-11T03:17:39,558 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79982672 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2931c73e 2024-11-11T03:17:39,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bad2e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:17:39,566 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b4bd1ba to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@491ea2ee 2024-11-11T03:17:39,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328f994d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:17:39,571 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x454f1431 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@190853fc 2024-11-11T03:17:39,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9306be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:17:39,576 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x505d5ccd to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46114993 2024-11-11T03:17:39,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465dc764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:17:39,581 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x367f47f7 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2885d2d9 2024-11-11T03:17:39,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb464a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:17:39,586 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22e911df to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78cafade 2024-11-11T03:17:39,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152377d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:17:39,594 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b727d6e to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14c16cd4 2024-11-11T03:17:39,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52344f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:17:39,602 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c7940d9 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@341384e 2024-11-11T03:17:39,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ba8425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:17:39,609 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c38ee58 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@26b120d9 2024-11-11T03:17:39,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af61386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:17:39,625 DEBUG [hconnection-0x3f85561b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:17:39,643 DEBUG [hconnection-0x72cde130-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:17:39,644 DEBUG [hconnection-0x1226f85-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:17:39,646 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:17:39,646 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:17:39,646 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:17:39,648 DEBUG [hconnection-0x510e5a03-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:17:39,649 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51064, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:17:39,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:17:39,652 DEBUG [hconnection-0x1df86041-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:17:39,653 DEBUG [hconnection-0x5adbadad-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:17:39,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-11T03:17:39,654 DEBUG [hconnection-0x3c7aae15-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:17:39,654 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51070, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:17:39,654 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:17:39,655 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:17:39,655 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51090, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:17:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-11T03:17:39,656 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:17:39,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:17:39,658 DEBUG [hconnection-0x5c5e9f00-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:17:39,659 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:17:39,660 DEBUG [hconnection-0x41ae85dc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:17:39,661 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51106, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:17:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:39,671 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 784fe85f4a9b68073ef5cf494b78550f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T03:17:39,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=A 2024-11-11T03:17:39,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:39,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=B 2024-11-11T03:17:39,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:39,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=C 2024-11-11T03:17:39,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:39,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295119717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:39,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:39,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295119717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:39,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:39,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295119719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:39,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:39,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295119719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:39,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295119719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:39,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111cb826d9b2a1043b0bff335f4b98fcbb2_784fe85f4a9b68073ef5cf494b78550f is 50, key is test_row_0/A:col10/1731295059662/Put/seqid=0 2024-11-11T03:17:39,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741967_1143 (size=14594) 2024-11-11T03:17:39,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-11T03:17:39,759 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:39,765 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111cb826d9b2a1043b0bff335f4b98fcbb2_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cb826d9b2a1043b0bff335f4b98fcbb2_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:39,766 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/509c029867b04f889f57e71311fabac8, store: [table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:39,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/509c029867b04f889f57e71311fabac8 is 175, key is test_row_0/A:col10/1731295059662/Put/seqid=0 2024-11-11T03:17:39,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741968_1144 (size=39549) 2024-11-11T03:17:39,791 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/509c029867b04f889f57e71311fabac8 2024-11-11T03:17:39,808 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:39,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-11T03:17:39,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:39,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:39,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:39,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:39,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:39,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:39,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295119822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:39,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295119824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:39,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:39,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295119824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:39,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295119824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:39,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295119825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:39,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/eedce8df3238449e8007461739282af5 is 50, key is test_row_0/B:col10/1731295059662/Put/seqid=0 2024-11-11T03:17:39,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741969_1145 (size=12001) 2024-11-11T03:17:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-11T03:17:39,962 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:39,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-11T03:17:39,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:39,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:39,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:39,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:39,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:40,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295120025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:40,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295120027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:40,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295120027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:40,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295120029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:40,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295120030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:40,121 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:40,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-11T03:17:40,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:40,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:40,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:40,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:40,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-11T03:17:40,277 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:40,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-11T03:17:40,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:40,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:40,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:40,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:40,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:40,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/eedce8df3238449e8007461739282af5 2024-11-11T03:17:40,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/2eaec611e2904dcbb452cc10b94eecc7 is 50, key is test_row_0/C:col10/1731295059662/Put/seqid=0 2024-11-11T03:17:40,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295120330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:40,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:40,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295120332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295120331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:40,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295120333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:40,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295120333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:40,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741970_1146 (size=12001) 2024-11-11T03:17:40,430 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:40,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-11T03:17:40,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:40,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:40,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:40,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:40,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:40,585 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:40,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-11T03:17:40,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:40,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:40,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:40,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:40,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:40,739 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:40,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-11T03:17:40,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:40,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:40,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:40,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:40,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:40,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/2eaec611e2904dcbb452cc10b94eecc7 2024-11-11T03:17:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-11T03:17:40,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/509c029867b04f889f57e71311fabac8 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/509c029867b04f889f57e71311fabac8 2024-11-11T03:17:40,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/509c029867b04f889f57e71311fabac8, entries=200, sequenceid=16, filesize=38.6 K 2024-11-11T03:17:40,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/eedce8df3238449e8007461739282af5 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/eedce8df3238449e8007461739282af5 2024-11-11T03:17:40,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/eedce8df3238449e8007461739282af5, entries=150, sequenceid=16, filesize=11.7 K 2024-11-11T03:17:40,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/2eaec611e2904dcbb452cc10b94eecc7 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/2eaec611e2904dcbb452cc10b94eecc7 2024-11-11T03:17:40,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/2eaec611e2904dcbb452cc10b94eecc7, entries=150, sequenceid=16, filesize=11.7 K 2024-11-11T03:17:40,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 784fe85f4a9b68073ef5cf494b78550f in 1133ms, sequenceid=16, compaction requested=false 2024-11-11T03:17:40,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:40,839 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 784fe85f4a9b68073ef5cf494b78550f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T03:17:40,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=A 2024-11-11T03:17:40,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:40,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=B 2024-11-11T03:17:40,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:40,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=C 2024-11-11T03:17:40,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:40,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b4570eee59ae4aa9a642bccb567baf3a_784fe85f4a9b68073ef5cf494b78550f is 50, key is test_row_0/A:col10/1731295060838/Put/seqid=0 2024-11-11T03:17:40,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295120858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:40,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295120858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:40,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295120864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:40,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295120866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:40,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295120868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:40,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741971_1147 (size=17034) 2024-11-11T03:17:40,879 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:40,886 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b4570eee59ae4aa9a642bccb567baf3a_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b4570eee59ae4aa9a642bccb567baf3a_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:40,889 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/c74f20fa8a994335ae2a2581395deacb, store: [table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:40,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/c74f20fa8a994335ae2a2581395deacb is 175, key is test_row_0/A:col10/1731295060838/Put/seqid=0 2024-11-11T03:17:40,899 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:40,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-11T03:17:40,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:40,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:40,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:40,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:40,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:40,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741972_1148 (size=48139) 2024-11-11T03:17:40,929 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/c74f20fa8a994335ae2a2581395deacb 2024-11-11T03:17:40,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/ac55ac4d22d34e459494d69f0b2ee874 is 50, key is test_row_0/B:col10/1731295060838/Put/seqid=0 2024-11-11T03:17:40,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:40,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295120970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295120969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:40,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295120977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:40,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741973_1149 (size=12001) 2024-11-11T03:17:40,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:40,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295120978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295120978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:40,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/ac55ac4d22d34e459494d69f0b2ee874 2024-11-11T03:17:40,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/f16075ea28d047a7881f1ad761a7f648 is 50, key is test_row_0/C:col10/1731295060838/Put/seqid=0 2024-11-11T03:17:41,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741974_1150 (size=12001) 2024-11-11T03:17:41,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/f16075ea28d047a7881f1ad761a7f648 2024-11-11T03:17:41,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/c74f20fa8a994335ae2a2581395deacb as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/c74f20fa8a994335ae2a2581395deacb 2024-11-11T03:17:41,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/c74f20fa8a994335ae2a2581395deacb, entries=250, sequenceid=42, filesize=47.0 K 2024-11-11T03:17:41,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/ac55ac4d22d34e459494d69f0b2ee874 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/ac55ac4d22d34e459494d69f0b2ee874 2024-11-11T03:17:41,059 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:41,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-11T03:17:41,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/ac55ac4d22d34e459494d69f0b2ee874, entries=150, sequenceid=42, filesize=11.7 K 2024-11-11T03:17:41,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:41,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:41,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:41,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:41,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:41,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/f16075ea28d047a7881f1ad761a7f648 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/f16075ea28d047a7881f1ad761a7f648 2024-11-11T03:17:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:41,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/f16075ea28d047a7881f1ad761a7f648, entries=150, sequenceid=42, filesize=11.7 K 2024-11-11T03:17:41,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 784fe85f4a9b68073ef5cf494b78550f in 247ms, sequenceid=42, compaction requested=false 2024-11-11T03:17:41,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:41,178 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 784fe85f4a9b68073ef5cf494b78550f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T03:17:41,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=A 2024-11-11T03:17:41,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:41,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=B 2024-11-11T03:17:41,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:41,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=C 2024-11-11T03:17:41,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:41,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117999bf9508ae4b5b87023e3375f84c29_784fe85f4a9b68073ef5cf494b78550f is 50, key is test_row_0/A:col10/1731295060861/Put/seqid=0 2024-11-11T03:17:41,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741975_1151 (size=14594) 2024-11-11T03:17:41,213 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:41,213 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:41,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-11T03:17:41,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:41,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:41,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:41,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:41,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:41,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:41,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295121210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295121212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:41,222 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117999bf9508ae4b5b87023e3375f84c29_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117999bf9508ae4b5b87023e3375f84c29_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:41,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295121219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:41,224 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/00582311a3974d1f88cc02c1cff79034, store: [table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:41,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295121219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:41,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/00582311a3974d1f88cc02c1cff79034 is 175, key is test_row_0/A:col10/1731295060861/Put/seqid=0 2024-11-11T03:17:41,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295121220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:41,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741976_1152 (size=39549) 2024-11-11T03:17:41,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295121320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:41,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295121320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:41,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295121326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:41,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:41,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295121326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:41,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:41,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295121326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:41,367 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:41,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-11T03:17:41,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:41,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:41,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:41,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:41,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:41,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:41,520 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:41,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-11T03:17:41,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:41,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:41,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:41,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:41,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:41,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:41,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:41,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295121523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:41,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:41,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295121524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:41,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:41,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:41,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295121532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:41,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295121532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:41,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295121532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:41,622 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T03:17:41,646 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/00582311a3974d1f88cc02c1cff79034 2024-11-11T03:17:41,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/662abc68a0e2446cb7f8d6e1ded9152c is 50, key is test_row_0/B:col10/1731295060861/Put/seqid=0 2024-11-11T03:17:41,673 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:41,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-11T03:17:41,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:41,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:41,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:41,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:41,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:41,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741977_1153 (size=12001) 2024-11-11T03:17:41,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/662abc68a0e2446cb7f8d6e1ded9152c 2024-11-11T03:17:41,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/c8426f39c52d4a08bea3a9ef57d98d9e is 50, key is test_row_0/C:col10/1731295060861/Put/seqid=0 2024-11-11T03:17:41,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741978_1154 (size=12001) 2024-11-11T03:17:41,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/c8426f39c52d4a08bea3a9ef57d98d9e 2024-11-11T03:17:41,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/00582311a3974d1f88cc02c1cff79034 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/00582311a3974d1f88cc02c1cff79034 2024-11-11T03:17:41,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/00582311a3974d1f88cc02c1cff79034, entries=200, sequenceid=55, filesize=38.6 K 2024-11-11T03:17:41,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/662abc68a0e2446cb7f8d6e1ded9152c as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/662abc68a0e2446cb7f8d6e1ded9152c 2024-11-11T03:17:41,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/662abc68a0e2446cb7f8d6e1ded9152c, entries=150, sequenceid=55, filesize=11.7 K 2024-11-11T03:17:41,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/c8426f39c52d4a08bea3a9ef57d98d9e as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/c8426f39c52d4a08bea3a9ef57d98d9e 2024-11-11T03:17:41,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/c8426f39c52d4a08bea3a9ef57d98d9e, entries=150, sequenceid=55, filesize=11.7 K 2024-11-11T03:17:41,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-11T03:17:41,765 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 784fe85f4a9b68073ef5cf494b78550f in 587ms, sequenceid=55, compaction requested=true 2024-11-11T03:17:41,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:41,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 784fe85f4a9b68073ef5cf494b78550f:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:17:41,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:41,766 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:41,766 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:41,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 784fe85f4a9b68073ef5cf494b78550f:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:17:41,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:41,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 784fe85f4a9b68073ef5cf494b78550f:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:17:41,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:41,767 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127237 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:41,767 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): 784fe85f4a9b68073ef5cf494b78550f/A is initiating minor compaction (all files) 2024-11-11T03:17:41,767 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:41,767 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 784fe85f4a9b68073ef5cf494b78550f/A in TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:41,767 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 784fe85f4a9b68073ef5cf494b78550f/B is initiating minor compaction (all files) 2024-11-11T03:17:41,767 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 784fe85f4a9b68073ef5cf494b78550f/B in TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:41,767 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/509c029867b04f889f57e71311fabac8, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/c74f20fa8a994335ae2a2581395deacb, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/00582311a3974d1f88cc02c1cff79034] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp, totalSize=124.3 K 2024-11-11T03:17:41,768 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/eedce8df3238449e8007461739282af5, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/ac55ac4d22d34e459494d69f0b2ee874, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/662abc68a0e2446cb7f8d6e1ded9152c] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp, totalSize=35.2 K 2024-11-11T03:17:41,768 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:41,768 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. files: [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/509c029867b04f889f57e71311fabac8, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/c74f20fa8a994335ae2a2581395deacb, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/00582311a3974d1f88cc02c1cff79034] 2024-11-11T03:17:41,768 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting eedce8df3238449e8007461739282af5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731295059662 2024-11-11T03:17:41,769 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting ac55ac4d22d34e459494d69f0b2ee874, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731295059716 2024-11-11T03:17:41,770 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 662abc68a0e2446cb7f8d6e1ded9152c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731295060843 2024-11-11T03:17:41,770 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 509c029867b04f889f57e71311fabac8, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731295059662 2024-11-11T03:17:41,771 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting c74f20fa8a994335ae2a2581395deacb, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731295059716 2024-11-11T03:17:41,772 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00582311a3974d1f88cc02c1cff79034, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731295060843 2024-11-11T03:17:41,787 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 784fe85f4a9b68073ef5cf494b78550f#B#compaction#134 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:41,787 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/08c8078abaee42219a49d9e8b294f10f is 50, key is test_row_0/B:col10/1731295060861/Put/seqid=0 2024-11-11T03:17:41,801 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:41,817 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111fcc29f25b0684eff9a9a66ca101ee1aa_784fe85f4a9b68073ef5cf494b78550f store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:41,827 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:41,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-11T03:17:41,830 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111fcc29f25b0684eff9a9a66ca101ee1aa_784fe85f4a9b68073ef5cf494b78550f, store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:41,830 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111fcc29f25b0684eff9a9a66ca101ee1aa_784fe85f4a9b68073ef5cf494b78550f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:41,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:41,831 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 784fe85f4a9b68073ef5cf494b78550f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T03:17:41,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=A 2024-11-11T03:17:41,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:41,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=B 2024-11-11T03:17:41,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:41,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=C 2024-11-11T03:17:41,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:41,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:41,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:41,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741979_1155 (size=12104) 2024-11-11T03:17:41,846 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/08c8078abaee42219a49d9e8b294f10f as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/08c8078abaee42219a49d9e8b294f10f 2024-11-11T03:17:41,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:41,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295121845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:41,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295121846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:41,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295121847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:41,854 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 784fe85f4a9b68073ef5cf494b78550f/B of 784fe85f4a9b68073ef5cf494b78550f into 08c8078abaee42219a49d9e8b294f10f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:41,854 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:41,854 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f., storeName=784fe85f4a9b68073ef5cf494b78550f/B, priority=13, startTime=1731295061766; duration=0sec 2024-11-11T03:17:41,854 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:41,854 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 784fe85f4a9b68073ef5cf494b78550f:B 2024-11-11T03:17:41,854 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:41,856 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:41,856 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 784fe85f4a9b68073ef5cf494b78550f/C is initiating minor compaction (all files) 2024-11-11T03:17:41,856 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 784fe85f4a9b68073ef5cf494b78550f/C in TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:41,856 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/2eaec611e2904dcbb452cc10b94eecc7, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/f16075ea28d047a7881f1ad761a7f648, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/c8426f39c52d4a08bea3a9ef57d98d9e] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp, totalSize=35.2 K 2024-11-11T03:17:41,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:41,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295121851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:41,857 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 2eaec611e2904dcbb452cc10b94eecc7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731295059662 2024-11-11T03:17:41,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:41,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295121852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:41,857 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting f16075ea28d047a7881f1ad761a7f648, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731295059716 2024-11-11T03:17:41,858 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting c8426f39c52d4a08bea3a9ef57d98d9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731295060843 2024-11-11T03:17:41,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111bfe5ec6b1e7f42868e7b103880392680_784fe85f4a9b68073ef5cf494b78550f is 50, key is test_row_0/A:col10/1731295061217/Put/seqid=0 2024-11-11T03:17:41,879 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 784fe85f4a9b68073ef5cf494b78550f#C#compaction#137 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:41,880 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/fc15efcd6825402ebffc59139122c6aa is 50, key is test_row_0/C:col10/1731295060861/Put/seqid=0 2024-11-11T03:17:41,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741980_1156 (size=4469) 2024-11-11T03:17:41,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741981_1157 (size=12154) 2024-11-11T03:17:41,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741982_1158 (size=12104) 2024-11-11T03:17:41,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295121954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:41,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:41,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295121954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:41,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:41,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295121954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:41,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295121958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:41,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295121961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:42,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295122158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:42,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295122159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:42,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295122160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:42,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295122162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:42,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295122166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:42,306 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 784fe85f4a9b68073ef5cf494b78550f#A#compaction#135 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:42,309 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/0efa595cb9234dd3afcbcf4124a51be1 is 175, key is test_row_0/A:col10/1731295060861/Put/seqid=0 2024-11-11T03:17:42,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:42,320 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111bfe5ec6b1e7f42868e7b103880392680_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111bfe5ec6b1e7f42868e7b103880392680_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:42,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/9775222b716e4ea5b879b1a18ee1d5e1, store: [table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:42,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/9775222b716e4ea5b879b1a18ee1d5e1 is 175, key is test_row_0/A:col10/1731295061217/Put/seqid=0 2024-11-11T03:17:42,335 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/fc15efcd6825402ebffc59139122c6aa as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/fc15efcd6825402ebffc59139122c6aa 2024-11-11T03:17:42,347 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 784fe85f4a9b68073ef5cf494b78550f/C of 784fe85f4a9b68073ef5cf494b78550f into fc15efcd6825402ebffc59139122c6aa(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:42,347 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:42,347 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f., storeName=784fe85f4a9b68073ef5cf494b78550f/C, priority=13, startTime=1731295061766; duration=0sec 2024-11-11T03:17:42,347 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:42,347 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 784fe85f4a9b68073ef5cf494b78550f:C 2024-11-11T03:17:42,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741983_1159 (size=31058) 2024-11-11T03:17:42,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741984_1160 (size=30955) 2024-11-11T03:17:42,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295122462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:42,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295122462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:42,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295122463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:42,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295122466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:42,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295122470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:42,759 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/0efa595cb9234dd3afcbcf4124a51be1 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/0efa595cb9234dd3afcbcf4124a51be1 2024-11-11T03:17:42,764 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/9775222b716e4ea5b879b1a18ee1d5e1 2024-11-11T03:17:42,765 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 784fe85f4a9b68073ef5cf494b78550f/A of 784fe85f4a9b68073ef5cf494b78550f into 0efa595cb9234dd3afcbcf4124a51be1(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:42,765 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:42,765 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f., storeName=784fe85f4a9b68073ef5cf494b78550f/A, priority=13, startTime=1731295061765; duration=0sec 2024-11-11T03:17:42,765 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:42,765 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 784fe85f4a9b68073ef5cf494b78550f:A 2024-11-11T03:17:42,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/1511c0125b16474d98858b496968f1e3 is 50, key is test_row_0/B:col10/1731295061217/Put/seqid=0 2024-11-11T03:17:42,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741985_1161 (size=12001) 2024-11-11T03:17:42,811 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/1511c0125b16474d98858b496968f1e3 2024-11-11T03:17:42,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/f45b1c6228f74b759df5d038fd436a78 is 50, key is test_row_0/C:col10/1731295061217/Put/seqid=0 2024-11-11T03:17:42,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741986_1162 (size=12001) 2024-11-11T03:17:42,839 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/f45b1c6228f74b759df5d038fd436a78 2024-11-11T03:17:42,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/9775222b716e4ea5b879b1a18ee1d5e1 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/9775222b716e4ea5b879b1a18ee1d5e1 2024-11-11T03:17:42,855 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/9775222b716e4ea5b879b1a18ee1d5e1, entries=150, sequenceid=78, filesize=30.2 K 2024-11-11T03:17:42,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/1511c0125b16474d98858b496968f1e3 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/1511c0125b16474d98858b496968f1e3 2024-11-11T03:17:42,867 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/1511c0125b16474d98858b496968f1e3, entries=150, sequenceid=78, filesize=11.7 K 2024-11-11T03:17:42,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/f45b1c6228f74b759df5d038fd436a78 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/f45b1c6228f74b759df5d038fd436a78 2024-11-11T03:17:42,876 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/f45b1c6228f74b759df5d038fd436a78, entries=150, sequenceid=78, filesize=11.7 K 2024-11-11T03:17:42,878 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 784fe85f4a9b68073ef5cf494b78550f in 1047ms, sequenceid=78, compaction requested=false 2024-11-11T03:17:42,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:42,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:42,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-11T03:17:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-11T03:17:42,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-11T03:17:42,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2240 sec 2024-11-11T03:17:42,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 3.2310 sec 2024-11-11T03:17:42,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 784fe85f4a9b68073ef5cf494b78550f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T03:17:42,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=A 2024-11-11T03:17:42,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:42,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=B 2024-11-11T03:17:42,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:42,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=C 2024-11-11T03:17:42,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:42,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411116c609093a6884293a6d5aa5edf1ea989_784fe85f4a9b68073ef5cf494b78550f is 50, key is test_row_0/A:col10/1731295061844/Put/seqid=0 2024-11-11T03:17:42,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741987_1163 (size=12154) 2024-11-11T03:17:43,000 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:43,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295123002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:43,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295123002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:43,006 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411116c609093a6884293a6d5aa5edf1ea989_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116c609093a6884293a6d5aa5edf1ea989_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:43,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295123003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:43,008 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/2ba252602f6348aeb2c5e1e8199e6a4d, store: [table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:43,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/2ba252602f6348aeb2c5e1e8199e6a4d is 175, key is test_row_0/A:col10/1731295061844/Put/seqid=0 2024-11-11T03:17:43,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295123006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:43,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295123006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:43,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741988_1164 (size=30955) 2024-11-11T03:17:43,023 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/2ba252602f6348aeb2c5e1e8199e6a4d 2024-11-11T03:17:43,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/8e82947b59a148149054220694aec64c is 50, key is test_row_0/B:col10/1731295061844/Put/seqid=0 2024-11-11T03:17:43,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741989_1165 (size=12001) 2024-11-11T03:17:43,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/8e82947b59a148149054220694aec64c 2024-11-11T03:17:43,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/96ddedffbb86477ebd84bd7dd5a5efb1 is 50, key is test_row_0/C:col10/1731295061844/Put/seqid=0 2024-11-11T03:17:43,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741990_1166 (size=12001) 2024-11-11T03:17:43,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295123108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:43,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295123109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:43,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295123109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:43,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295123129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:43,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295123129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:43,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295123310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:43,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295123311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:43,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295123312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:43,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295123332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:43,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295123333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:43,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/96ddedffbb86477ebd84bd7dd5a5efb1 2024-11-11T03:17:43,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/2ba252602f6348aeb2c5e1e8199e6a4d as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/2ba252602f6348aeb2c5e1e8199e6a4d 2024-11-11T03:17:43,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/2ba252602f6348aeb2c5e1e8199e6a4d, entries=150, sequenceid=95, filesize=30.2 K 2024-11-11T03:17:43,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/8e82947b59a148149054220694aec64c as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/8e82947b59a148149054220694aec64c 2024-11-11T03:17:43,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/8e82947b59a148149054220694aec64c, entries=150, sequenceid=95, filesize=11.7 K 2024-11-11T03:17:43,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/96ddedffbb86477ebd84bd7dd5a5efb1 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/96ddedffbb86477ebd84bd7dd5a5efb1 2024-11-11T03:17:43,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/96ddedffbb86477ebd84bd7dd5a5efb1, entries=150, sequenceid=95, filesize=11.7 K 2024-11-11T03:17:43,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 784fe85f4a9b68073ef5cf494b78550f in 523ms, sequenceid=95, compaction requested=true 2024-11-11T03:17:43,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:43,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 784fe85f4a9b68073ef5cf494b78550f:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:17:43,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:43,496 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:43,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 784fe85f4a9b68073ef5cf494b78550f:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:17:43,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:43,496 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:43,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 784fe85f4a9b68073ef5cf494b78550f:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:17:43,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:43,500 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:43,500 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:43,500 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 784fe85f4a9b68073ef5cf494b78550f/B is initiating minor compaction (all files) 2024-11-11T03:17:43,500 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): 784fe85f4a9b68073ef5cf494b78550f/A is initiating minor compaction (all files) 2024-11-11T03:17:43,500 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 784fe85f4a9b68073ef5cf494b78550f/B in TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:43,500 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 784fe85f4a9b68073ef5cf494b78550f/A in TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:43,500 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/0efa595cb9234dd3afcbcf4124a51be1, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/9775222b716e4ea5b879b1a18ee1d5e1, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/2ba252602f6348aeb2c5e1e8199e6a4d] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp, totalSize=90.8 K 2024-11-11T03:17:43,500 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/08c8078abaee42219a49d9e8b294f10f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/1511c0125b16474d98858b496968f1e3, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/8e82947b59a148149054220694aec64c] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp, totalSize=35.3 K 2024-11-11T03:17:43,501 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:43,501 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. files: [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/0efa595cb9234dd3afcbcf4124a51be1, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/9775222b716e4ea5b879b1a18ee1d5e1, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/2ba252602f6348aeb2c5e1e8199e6a4d] 2024-11-11T03:17:43,501 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 08c8078abaee42219a49d9e8b294f10f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731295060843 2024-11-11T03:17:43,501 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0efa595cb9234dd3afcbcf4124a51be1, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731295060843 2024-11-11T03:17:43,501 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 1511c0125b16474d98858b496968f1e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731295061210 2024-11-11T03:17:43,502 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9775222b716e4ea5b879b1a18ee1d5e1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731295061210 2024-11-11T03:17:43,502 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e82947b59a148149054220694aec64c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731295061844 2024-11-11T03:17:43,502 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ba252602f6348aeb2c5e1e8199e6a4d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731295061844 2024-11-11T03:17:43,521 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:43,526 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 784fe85f4a9b68073ef5cf494b78550f#B#compaction#144 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:43,527 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/6c2e95645e4d4d63bde7002d1e3c3e4e is 50, key is test_row_0/B:col10/1731295061844/Put/seqid=0 2024-11-11T03:17:43,532 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111152a5d09503c4853a3dc756e2172bc30_784fe85f4a9b68073ef5cf494b78550f store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:43,536 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111152a5d09503c4853a3dc756e2172bc30_784fe85f4a9b68073ef5cf494b78550f, store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:43,536 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111152a5d09503c4853a3dc756e2172bc30_784fe85f4a9b68073ef5cf494b78550f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:43,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741991_1167 (size=12207) 2024-11-11T03:17:43,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741992_1168 (size=4469) 2024-11-11T03:17:43,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:43,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 784fe85f4a9b68073ef5cf494b78550f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T03:17:43,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=A 2024-11-11T03:17:43,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:43,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=B 2024-11-11T03:17:43,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:43,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=C 2024-11-11T03:17:43,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:43,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119b2d4ef5bf4840048a0581b0738667b0_784fe85f4a9b68073ef5cf494b78550f is 50, key is test_row_0/A:col10/1731295063613/Put/seqid=0 2024-11-11T03:17:43,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295123628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:43,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295123631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:43,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295123632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:43,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:43,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295123635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:43,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:43,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295123637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:43,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741993_1169 (size=14594) 2024-11-11T03:17:43,644 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:43,652 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119b2d4ef5bf4840048a0581b0738667b0_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119b2d4ef5bf4840048a0581b0738667b0_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:43,654 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/5f59a47f6177499da554ab58395cfdd9, store: [table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:43,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/5f59a47f6177499da554ab58395cfdd9 is 175, key is test_row_0/A:col10/1731295063613/Put/seqid=0 2024-11-11T03:17:43,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741994_1170 (size=39549) 2024-11-11T03:17:43,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295123733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:43,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295123736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:43,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295123736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-11T03:17:43,767 INFO [Thread-702 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-11T03:17:43,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:17:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-11T03:17:43,771 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:17:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-11T03:17:43,771 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:17:43,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:17:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-11T03:17:43,924 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:43,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-11T03:17:43,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:43,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:43,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:43,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:43,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:43,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295123938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:43,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295123939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:43,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295123939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:43,956 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 784fe85f4a9b68073ef5cf494b78550f#A#compaction#143 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:43,957 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/2984ce283eba498d951724dc5a3e3e95 is 175, key is test_row_0/A:col10/1731295061844/Put/seqid=0 2024-11-11T03:17:43,959 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/6c2e95645e4d4d63bde7002d1e3c3e4e as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/6c2e95645e4d4d63bde7002d1e3c3e4e 2024-11-11T03:17:43,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741995_1171 (size=31161) 2024-11-11T03:17:43,968 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 784fe85f4a9b68073ef5cf494b78550f/B of 784fe85f4a9b68073ef5cf494b78550f into 6c2e95645e4d4d63bde7002d1e3c3e4e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:43,968 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:43,968 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f., storeName=784fe85f4a9b68073ef5cf494b78550f/B, priority=13, startTime=1731295063495; duration=0sec 2024-11-11T03:17:43,968 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:43,968 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 784fe85f4a9b68073ef5cf494b78550f:B 2024-11-11T03:17:43,968 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:43,969 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:43,969 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 784fe85f4a9b68073ef5cf494b78550f/C is initiating minor compaction (all files) 2024-11-11T03:17:43,969 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 784fe85f4a9b68073ef5cf494b78550f/C in TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:43,969 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/fc15efcd6825402ebffc59139122c6aa, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/f45b1c6228f74b759df5d038fd436a78, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/96ddedffbb86477ebd84bd7dd5a5efb1] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp, totalSize=35.3 K 2024-11-11T03:17:43,970 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting fc15efcd6825402ebffc59139122c6aa, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731295060843 2024-11-11T03:17:43,970 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting f45b1c6228f74b759df5d038fd436a78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731295061210 2024-11-11T03:17:43,971 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 96ddedffbb86477ebd84bd7dd5a5efb1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731295061844 2024-11-11T03:17:43,971 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/2984ce283eba498d951724dc5a3e3e95 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/2984ce283eba498d951724dc5a3e3e95 2024-11-11T03:17:43,978 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 784fe85f4a9b68073ef5cf494b78550f/A of 784fe85f4a9b68073ef5cf494b78550f into 2984ce283eba498d951724dc5a3e3e95(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:43,978 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:43,978 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f., storeName=784fe85f4a9b68073ef5cf494b78550f/A, priority=13, startTime=1731295063495; duration=0sec 2024-11-11T03:17:43,978 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:43,978 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 784fe85f4a9b68073ef5cf494b78550f:A 2024-11-11T03:17:43,981 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 784fe85f4a9b68073ef5cf494b78550f#C#compaction#146 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:43,982 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/8b485b9dc52d43a48fccfa2dc0264cd8 is 50, key is test_row_0/C:col10/1731295061844/Put/seqid=0 2024-11-11T03:17:43,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741996_1172 (size=12207) 2024-11-11T03:17:43,991 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/8b485b9dc52d43a48fccfa2dc0264cd8 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/8b485b9dc52d43a48fccfa2dc0264cd8 2024-11-11T03:17:43,996 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 784fe85f4a9b68073ef5cf494b78550f/C of 784fe85f4a9b68073ef5cf494b78550f into 8b485b9dc52d43a48fccfa2dc0264cd8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:43,996 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:43,997 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f., storeName=784fe85f4a9b68073ef5cf494b78550f/C, priority=13, startTime=1731295063496; duration=0sec 2024-11-11T03:17:43,997 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:43,997 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 784fe85f4a9b68073ef5cf494b78550f:C 2024-11-11T03:17:44,063 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/5f59a47f6177499da554ab58395cfdd9 2024-11-11T03:17:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-11T03:17:44,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/723be135d6df448089b8b6d14b439916 is 50, key is test_row_0/B:col10/1731295063613/Put/seqid=0 2024-11-11T03:17:44,077 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:44,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-11T03:17:44,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:44,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:44,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:44,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:44,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:44,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741997_1173 (size=12001) 2024-11-11T03:17:44,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295124140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:44,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295124143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:44,231 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:44,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-11T03:17:44,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:44,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:44,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:44,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:44,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:44,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295124243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:44,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295124243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:44,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295124244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-11T03:17:44,384 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:44,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-11T03:17:44,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:44,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:44,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:44,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:44,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:44,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/723be135d6df448089b8b6d14b439916 2024-11-11T03:17:44,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/483f6eb17f3d46a398186d2c11302f34 is 50, key is test_row_0/C:col10/1731295063613/Put/seqid=0 2024-11-11T03:17:44,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741998_1174 (size=12001) 2024-11-11T03:17:44,538 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:44,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-11T03:17:44,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:44,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:44,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:44,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:44,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:44,693 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:44,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-11T03:17:44,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:44,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:44,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:44,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:44,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:44,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295124747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:44,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295124748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:44,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295124751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:44,847 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:44,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-11T03:17:44,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:44,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:44,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:44,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:44,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-11T03:17:44,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/483f6eb17f3d46a398186d2c11302f34 2024-11-11T03:17:44,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/5f59a47f6177499da554ab58395cfdd9 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/5f59a47f6177499da554ab58395cfdd9 2024-11-11T03:17:44,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/5f59a47f6177499da554ab58395cfdd9, entries=200, sequenceid=119, filesize=38.6 K 2024-11-11T03:17:44,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/723be135d6df448089b8b6d14b439916 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/723be135d6df448089b8b6d14b439916 2024-11-11T03:17:44,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/723be135d6df448089b8b6d14b439916, entries=150, sequenceid=119, filesize=11.7 K 2024-11-11T03:17:44,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/483f6eb17f3d46a398186d2c11302f34 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/483f6eb17f3d46a398186d2c11302f34 2024-11-11T03:17:44,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/483f6eb17f3d46a398186d2c11302f34, entries=150, sequenceid=119, filesize=11.7 K 2024-11-11T03:17:44,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 784fe85f4a9b68073ef5cf494b78550f in 1310ms, sequenceid=119, compaction requested=false 2024-11-11T03:17:44,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:45,004 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:45,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-11T03:17:45,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:45,005 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 784fe85f4a9b68073ef5cf494b78550f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T03:17:45,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=A 2024-11-11T03:17:45,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:45,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=B 2024-11-11T03:17:45,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:45,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=C 2024-11-11T03:17:45,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:45,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111183594bfe29b14973a8f137bb723ee043_784fe85f4a9b68073ef5cf494b78550f is 50, key is test_row_0/A:col10/1731295063622/Put/seqid=0 2024-11-11T03:17:45,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741999_1175 (size=12254) 2024-11-11T03:17:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:45,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:45,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295125187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:45,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295125190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:45,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295125292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:45,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295125292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:45,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:45,428 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111183594bfe29b14973a8f137bb723ee043_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111183594bfe29b14973a8f137bb723ee043_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:45,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/af7938819f1140648d975119f8b0c2f4, store: [table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:45,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/af7938819f1140648d975119f8b0c2f4 is 175, key is test_row_0/A:col10/1731295063622/Put/seqid=0 2024-11-11T03:17:45,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742000_1176 (size=31055) 2024-11-11T03:17:45,439 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/af7938819f1140648d975119f8b0c2f4 2024-11-11T03:17:45,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/b41e9940c5734b649512f2673a7baff6 is 50, key is test_row_0/B:col10/1731295063622/Put/seqid=0 2024-11-11T03:17:45,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742001_1177 (size=12101) 2024-11-11T03:17:45,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295125495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:45,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295125496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:45,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295125751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:45,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:45,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295125755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:45,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295125758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:45,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:45,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295125801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:45,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:45,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295125802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:45,865 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/b41e9940c5734b649512f2673a7baff6 2024-11-11T03:17:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-11T03:17:45,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/7697815d6ba14bb890084e9b034b8753 is 50, key is test_row_0/C:col10/1731295063622/Put/seqid=0 2024-11-11T03:17:45,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742002_1178 (size=12101) 2024-11-11T03:17:46,287 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/7697815d6ba14bb890084e9b034b8753 2024-11-11T03:17:46,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/af7938819f1140648d975119f8b0c2f4 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/af7938819f1140648d975119f8b0c2f4 2024-11-11T03:17:46,299 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/af7938819f1140648d975119f8b0c2f4, entries=150, sequenceid=134, filesize=30.3 K 2024-11-11T03:17:46,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/b41e9940c5734b649512f2673a7baff6 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/b41e9940c5734b649512f2673a7baff6 2024-11-11T03:17:46,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295126308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:46,311 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/b41e9940c5734b649512f2673a7baff6, entries=150, sequenceid=134, filesize=11.8 K 2024-11-11T03:17:46,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295126309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:46,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/7697815d6ba14bb890084e9b034b8753 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/7697815d6ba14bb890084e9b034b8753 2024-11-11T03:17:46,318 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/7697815d6ba14bb890084e9b034b8753, entries=150, sequenceid=134, filesize=11.8 K 2024-11-11T03:17:46,319 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 784fe85f4a9b68073ef5cf494b78550f in 1314ms, sequenceid=134, compaction requested=true 2024-11-11T03:17:46,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:46,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:46,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-11T03:17:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-11T03:17:46,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-11T03:17:46,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5490 sec 2024-11-11T03:17:46,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.5560 sec 2024-11-11T03:17:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:47,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 784fe85f4a9b68073ef5cf494b78550f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T03:17:47,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=A 2024-11-11T03:17:47,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:47,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=B 2024-11-11T03:17:47,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:47,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=C 2024-11-11T03:17:47,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:47,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295127323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:47,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295127324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:47,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118459143b83874c49ace3a97f8cc73875_784fe85f4a9b68073ef5cf494b78550f is 50, key is test_row_0/A:col10/1731295065189/Put/seqid=0 2024-11-11T03:17:47,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742003_1179 (size=12304) 2024-11-11T03:17:47,338 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:47,343 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118459143b83874c49ace3a97f8cc73875_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118459143b83874c49ace3a97f8cc73875_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:47,345 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/d360e24812f84968b84166173e1b2667, store: [table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:47,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/d360e24812f84968b84166173e1b2667 is 175, key is test_row_0/A:col10/1731295065189/Put/seqid=0 2024-11-11T03:17:47,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742004_1180 (size=31105) 2024-11-11T03:17:47,354 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/d360e24812f84968b84166173e1b2667 2024-11-11T03:17:47,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/f05ba6cf7b064b0e99c44a0cdfa2bf95 is 50, key is test_row_0/B:col10/1731295065189/Put/seqid=0 2024-11-11T03:17:47,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742005_1181 (size=12151) 2024-11-11T03:17:47,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295127427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:47,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295127427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:47,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295127631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:47,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295127631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:47,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295127765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:47,767 DEBUG [Thread-696 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f., hostname=e4cdd3a0b883,46769,1731295025786, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T03:17:47,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295127769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:47,771 DEBUG [Thread-692 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f., hostname=e4cdd3a0b883,46769,1731295025786, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T03:17:47,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295127776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:47,779 DEBUG [Thread-700 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f., hostname=e4cdd3a0b883,46769,1731295025786, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T03:17:47,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/f05ba6cf7b064b0e99c44a0cdfa2bf95 2024-11-11T03:17:47,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/1d095ba33a3e486688d4eec74b9619a4 is 50, key is test_row_0/C:col10/1731295065189/Put/seqid=0 2024-11-11T03:17:47,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742006_1182 (size=12151) 2024-11-11T03:17:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-11T03:17:47,876 INFO [Thread-702 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-11T03:17:47,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:17:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-11T03:17:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-11T03:17:47,879 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:17:47,880 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:17:47,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:17:47,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295127935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:47,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295127937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-11T03:17:48,032 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:48,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-11T03:17:48,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:48,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:48,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:48,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:48,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-11T03:17:48,184 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:48,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-11T03:17:48,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:48,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:48,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:48,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:48,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:48,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/1d095ba33a3e486688d4eec74b9619a4 2024-11-11T03:17:48,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/d360e24812f84968b84166173e1b2667 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/d360e24812f84968b84166173e1b2667 2024-11-11T03:17:48,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/d360e24812f84968b84166173e1b2667, entries=150, sequenceid=159, filesize=30.4 K 2024-11-11T03:17:48,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/f05ba6cf7b064b0e99c44a0cdfa2bf95 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/f05ba6cf7b064b0e99c44a0cdfa2bf95 2024-11-11T03:17:48,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/f05ba6cf7b064b0e99c44a0cdfa2bf95, entries=150, sequenceid=159, filesize=11.9 K 2024-11-11T03:17:48,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/1d095ba33a3e486688d4eec74b9619a4 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/1d095ba33a3e486688d4eec74b9619a4 2024-11-11T03:17:48,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/1d095ba33a3e486688d4eec74b9619a4, entries=150, sequenceid=159, filesize=11.9 K 2024-11-11T03:17:48,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 784fe85f4a9b68073ef5cf494b78550f in 908ms, sequenceid=159, compaction requested=true 2024-11-11T03:17:48,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:48,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 784fe85f4a9b68073ef5cf494b78550f:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:17:48,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:48,222 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:17:48,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 784fe85f4a9b68073ef5cf494b78550f:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:17:48,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:48,222 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:17:48,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 784fe85f4a9b68073ef5cf494b78550f:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:17:48,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:48,223 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132870 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:17:48,223 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:17:48,223 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): 784fe85f4a9b68073ef5cf494b78550f/A is initiating minor compaction (all files) 2024-11-11T03:17:48,223 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 784fe85f4a9b68073ef5cf494b78550f/B is initiating minor compaction (all files) 2024-11-11T03:17:48,223 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 784fe85f4a9b68073ef5cf494b78550f/A in TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:48,223 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 784fe85f4a9b68073ef5cf494b78550f/B in TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:48,223 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/6c2e95645e4d4d63bde7002d1e3c3e4e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/723be135d6df448089b8b6d14b439916, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/b41e9940c5734b649512f2673a7baff6, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/f05ba6cf7b064b0e99c44a0cdfa2bf95] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp, totalSize=47.3 K 2024-11-11T03:17:48,223 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/2984ce283eba498d951724dc5a3e3e95, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/5f59a47f6177499da554ab58395cfdd9, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/af7938819f1140648d975119f8b0c2f4, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/d360e24812f84968b84166173e1b2667] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp, totalSize=129.8 K 2024-11-11T03:17:48,223 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:48,224 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. files: [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/2984ce283eba498d951724dc5a3e3e95, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/5f59a47f6177499da554ab58395cfdd9, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/af7938819f1140648d975119f8b0c2f4, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/d360e24812f84968b84166173e1b2667] 2024-11-11T03:17:48,224 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c2e95645e4d4d63bde7002d1e3c3e4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731295061844 2024-11-11T03:17:48,224 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2984ce283eba498d951724dc5a3e3e95, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731295061844 2024-11-11T03:17:48,224 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 723be135d6df448089b8b6d14b439916, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731295062994 2024-11-11T03:17:48,225 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f59a47f6177499da554ab58395cfdd9, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731295062994 2024-11-11T03:17:48,225 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting b41e9940c5734b649512f2673a7baff6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731295063622 2024-11-11T03:17:48,225 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting af7938819f1140648d975119f8b0c2f4, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731295063622 2024-11-11T03:17:48,225 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting f05ba6cf7b064b0e99c44a0cdfa2bf95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731295065183 2024-11-11T03:17:48,226 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting d360e24812f84968b84166173e1b2667, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731295065183 2024-11-11T03:17:48,234 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:48,236 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111120afab8559904660875094308015028f_784fe85f4a9b68073ef5cf494b78550f store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:48,236 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 784fe85f4a9b68073ef5cf494b78550f#B#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:48,237 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/01da18277203474d8b857f4341fd748e is 50, key is test_row_0/B:col10/1731295065189/Put/seqid=0 2024-11-11T03:17:48,239 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111120afab8559904660875094308015028f_784fe85f4a9b68073ef5cf494b78550f, store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:48,239 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111120afab8559904660875094308015028f_784fe85f4a9b68073ef5cf494b78550f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:48,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742007_1183 (size=12493) 2024-11-11T03:17:48,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742008_1184 (size=4469) 2024-11-11T03:17:48,337 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:48,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-11T03:17:48,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:48,338 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 784fe85f4a9b68073ef5cf494b78550f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T03:17:48,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=A 2024-11-11T03:17:48,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:48,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=B 2024-11-11T03:17:48,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:48,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=C 2024-11-11T03:17:48,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:48,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b2aa56e540804b80b820b081d83230f5_784fe85f4a9b68073ef5cf494b78550f is 50, key is test_row_0/A:col10/1731295067323/Put/seqid=0 2024-11-11T03:17:48,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742009_1185 (size=12304) 2024-11-11T03:17:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:48,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-11T03:17:48,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295128508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:48,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295128509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:48,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295128613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:48,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295128614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:48,654 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 784fe85f4a9b68073ef5cf494b78550f#A#compaction#155 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:48,655 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/d39c1877213a491e9750cca593ed9344 is 175, key is test_row_0/A:col10/1731295065189/Put/seqid=0 2024-11-11T03:17:48,658 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/01da18277203474d8b857f4341fd748e as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/01da18277203474d8b857f4341fd748e 2024-11-11T03:17:48,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742010_1186 (size=31447) 2024-11-11T03:17:48,665 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 784fe85f4a9b68073ef5cf494b78550f/B of 784fe85f4a9b68073ef5cf494b78550f into 01da18277203474d8b857f4341fd748e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:48,665 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:48,665 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f., storeName=784fe85f4a9b68073ef5cf494b78550f/B, priority=12, startTime=1731295068222; duration=0sec 2024-11-11T03:17:48,665 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:48,665 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 784fe85f4a9b68073ef5cf494b78550f:B 2024-11-11T03:17:48,665 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:17:48,667 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/d39c1877213a491e9750cca593ed9344 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/d39c1877213a491e9750cca593ed9344 2024-11-11T03:17:48,667 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:17:48,667 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 784fe85f4a9b68073ef5cf494b78550f/C is initiating minor compaction (all files) 2024-11-11T03:17:48,667 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 784fe85f4a9b68073ef5cf494b78550f/C in TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:48,668 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/8b485b9dc52d43a48fccfa2dc0264cd8, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/483f6eb17f3d46a398186d2c11302f34, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/7697815d6ba14bb890084e9b034b8753, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/1d095ba33a3e486688d4eec74b9619a4] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp, totalSize=47.3 K 2024-11-11T03:17:48,668 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b485b9dc52d43a48fccfa2dc0264cd8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731295061844 2024-11-11T03:17:48,669 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 483f6eb17f3d46a398186d2c11302f34, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731295062994 2024-11-11T03:17:48,669 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 7697815d6ba14bb890084e9b034b8753, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731295063622 2024-11-11T03:17:48,670 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d095ba33a3e486688d4eec74b9619a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731295065183 2024-11-11T03:17:48,673 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 784fe85f4a9b68073ef5cf494b78550f/A of 784fe85f4a9b68073ef5cf494b78550f into d39c1877213a491e9750cca593ed9344(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:48,673 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:48,673 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f., storeName=784fe85f4a9b68073ef5cf494b78550f/A, priority=12, startTime=1731295068221; duration=0sec 2024-11-11T03:17:48,674 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:48,674 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 784fe85f4a9b68073ef5cf494b78550f:A 2024-11-11T03:17:48,680 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 784fe85f4a9b68073ef5cf494b78550f#C#compaction#158 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:48,681 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/62e26d10dda84a80a69d8c33be42738e is 50, key is test_row_0/C:col10/1731295065189/Put/seqid=0 2024-11-11T03:17:48,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742011_1187 (size=12493) 2024-11-11T03:17:48,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:48,756 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b2aa56e540804b80b820b081d83230f5_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b2aa56e540804b80b820b081d83230f5_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:48,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/413d047af11a43d88e14dd797bc94cc1, store: [table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:48,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/413d047af11a43d88e14dd797bc94cc1 is 175, key is test_row_0/A:col10/1731295067323/Put/seqid=0 2024-11-11T03:17:48,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742012_1188 (size=31105) 2024-11-11T03:17:48,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295128821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:48,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295128824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-11T03:17:49,095 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/62e26d10dda84a80a69d8c33be42738e as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/62e26d10dda84a80a69d8c33be42738e 2024-11-11T03:17:49,102 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 784fe85f4a9b68073ef5cf494b78550f/C of 784fe85f4a9b68073ef5cf494b78550f into 62e26d10dda84a80a69d8c33be42738e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:49,102 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:49,102 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f., storeName=784fe85f4a9b68073ef5cf494b78550f/C, priority=12, startTime=1731295068222; duration=0sec 2024-11-11T03:17:49,102 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:49,102 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 784fe85f4a9b68073ef5cf494b78550f:C 2024-11-11T03:17:49,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295129125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:49,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295129128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:49,165 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/413d047af11a43d88e14dd797bc94cc1 2024-11-11T03:17:49,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/c58b6aead5214c15b5053bddfda3b7c4 is 50, key is test_row_0/B:col10/1731295067323/Put/seqid=0 2024-11-11T03:17:49,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742013_1189 (size=12151) 2024-11-11T03:17:49,182 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/c58b6aead5214c15b5053bddfda3b7c4 2024-11-11T03:17:49,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/88807176d63a42b4a12cd94f22bff163 is 50, key is test_row_0/C:col10/1731295067323/Put/seqid=0 2024-11-11T03:17:49,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742014_1190 (size=12151) 2024-11-11T03:17:49,196 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/88807176d63a42b4a12cd94f22bff163 2024-11-11T03:17:49,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/413d047af11a43d88e14dd797bc94cc1 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/413d047af11a43d88e14dd797bc94cc1 2024-11-11T03:17:49,206 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/413d047af11a43d88e14dd797bc94cc1, entries=150, sequenceid=170, filesize=30.4 K 2024-11-11T03:17:49,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/c58b6aead5214c15b5053bddfda3b7c4 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/c58b6aead5214c15b5053bddfda3b7c4 2024-11-11T03:17:49,213 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/c58b6aead5214c15b5053bddfda3b7c4, entries=150, sequenceid=170, filesize=11.9 K 2024-11-11T03:17:49,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/88807176d63a42b4a12cd94f22bff163 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/88807176d63a42b4a12cd94f22bff163 2024-11-11T03:17:49,220 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/88807176d63a42b4a12cd94f22bff163, entries=150, sequenceid=170, filesize=11.9 K 2024-11-11T03:17:49,223 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 784fe85f4a9b68073ef5cf494b78550f in 885ms, sequenceid=170, compaction requested=false 2024-11-11T03:17:49,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:49,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:49,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-11T03:17:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-11T03:17:49,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-11T03:17:49,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3440 sec 2024-11-11T03:17:49,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.3480 sec 2024-11-11T03:17:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:49,631 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 784fe85f4a9b68073ef5cf494b78550f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T03:17:49,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=A 2024-11-11T03:17:49,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:49,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=B 2024-11-11T03:17:49,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:49,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=C 2024-11-11T03:17:49,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:49,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111100107d97678f4d02b4c0184bff20b140_784fe85f4a9b68073ef5cf494b78550f is 50, key is test_row_0/A:col10/1731295068469/Put/seqid=0 2024-11-11T03:17:49,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295129645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:49,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295129645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:49,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742015_1191 (size=14794) 2024-11-11T03:17:49,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295129748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:49,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295129748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:49,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295129951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:49,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295129952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-11T03:17:49,983 INFO [Thread-702 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-11T03:17:49,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:17:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-11T03:17:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-11T03:17:49,986 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:17:49,987 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:17:49,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:17:50,061 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,065 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111100107d97678f4d02b4c0184bff20b140_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111100107d97678f4d02b4c0184bff20b140_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:50,066 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/827c715a3201465f804e8bb99b4fc4cf, store: [table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:50,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/827c715a3201465f804e8bb99b4fc4cf is 175, key is test_row_0/A:col10/1731295068469/Put/seqid=0 2024-11-11T03:17:50,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742016_1192 (size=39749) 2024-11-11T03:17:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-11T03:17:50,138 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:50,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-11T03:17:50,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:50,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:50,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:50,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:50,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:50,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295130255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:50,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295130256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:50,261 INFO [master/e4cdd3a0b883:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T03:17:50,261 INFO [master/e4cdd3a0b883:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T03:17:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-11T03:17:50,291 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:50,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-11T03:17:50,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:50,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:50,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:50,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:50,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:50,444 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:50,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-11T03:17:50,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:50,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:50,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:50,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:50,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:50,472 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/827c715a3201465f804e8bb99b4fc4cf 2024-11-11T03:17:50,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/388ed2f6f834446283888a51c29e1887 is 50, key is test_row_0/B:col10/1731295068469/Put/seqid=0 2024-11-11T03:17:50,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742017_1193 (size=12151) 2024-11-11T03:17:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-11T03:17:50,597 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:50,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-11T03:17:50,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:50,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:50,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:50,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:50,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:50,751 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:50,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-11T03:17:50,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:50,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:50,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:50,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:50,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:50,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295130759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:50,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295130759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:50,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/388ed2f6f834446283888a51c29e1887 2024-11-11T03:17:50,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/1c514bfc4a5f4adfa4ef028a268de248 is 50, key is test_row_0/C:col10/1731295068469/Put/seqid=0 2024-11-11T03:17:50,904 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:50,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-11T03:17:50,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:50,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:50,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:50,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:50,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:50,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742018_1194 (size=12151) 2024-11-11T03:17:50,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/1c514bfc4a5f4adfa4ef028a268de248 2024-11-11T03:17:50,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/827c715a3201465f804e8bb99b4fc4cf as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/827c715a3201465f804e8bb99b4fc4cf 2024-11-11T03:17:50,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/827c715a3201465f804e8bb99b4fc4cf, entries=200, sequenceid=199, filesize=38.8 K 2024-11-11T03:17:50,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/388ed2f6f834446283888a51c29e1887 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/388ed2f6f834446283888a51c29e1887 2024-11-11T03:17:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/388ed2f6f834446283888a51c29e1887, entries=150, sequenceid=199, filesize=11.9 K 2024-11-11T03:17:50,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/1c514bfc4a5f4adfa4ef028a268de248 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/1c514bfc4a5f4adfa4ef028a268de248 2024-11-11T03:17:50,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/1c514bfc4a5f4adfa4ef028a268de248, entries=150, sequenceid=199, filesize=11.9 K 2024-11-11T03:17:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 784fe85f4a9b68073ef5cf494b78550f in 1299ms, sequenceid=199, compaction requested=true 2024-11-11T03:17:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:50,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 784fe85f4a9b68073ef5cf494b78550f:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:17:50,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:50,931 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:50,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 784fe85f4a9b68073ef5cf494b78550f:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:17:50,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:50,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 784fe85f4a9b68073ef5cf494b78550f:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:17:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T03:17:50,931 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:50,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,933 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:50,933 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:50,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,933 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): 784fe85f4a9b68073ef5cf494b78550f/B is initiating minor compaction (all files) 2024-11-11T03:17:50,933 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 784fe85f4a9b68073ef5cf494b78550f/A is initiating minor compaction (all files) 2024-11-11T03:17:50,933 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 784fe85f4a9b68073ef5cf494b78550f/B in TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:50,933 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 784fe85f4a9b68073ef5cf494b78550f/A in TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:50,933 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/01da18277203474d8b857f4341fd748e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/c58b6aead5214c15b5053bddfda3b7c4, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/388ed2f6f834446283888a51c29e1887] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp, totalSize=35.9 K 2024-11-11T03:17:50,933 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/d39c1877213a491e9750cca593ed9344, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/413d047af11a43d88e14dd797bc94cc1, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/827c715a3201465f804e8bb99b4fc4cf] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp, totalSize=99.9 K 2024-11-11T03:17:50,933 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:50,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,933 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. files: [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/d39c1877213a491e9750cca593ed9344, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/413d047af11a43d88e14dd797bc94cc1, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/827c715a3201465f804e8bb99b4fc4cf] 2024-11-11T03:17:50,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,934 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01da18277203474d8b857f4341fd748e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731295065183 2024-11-11T03:17:50,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,934 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting d39c1877213a491e9750cca593ed9344, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731295065183 2024-11-11T03:17:50,934 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting c58b6aead5214c15b5053bddfda3b7c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731295067317 2024-11-11T03:17:50,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,934 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 413d047af11a43d88e14dd797bc94cc1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731295067317 2024-11-11T03:17:50,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,935 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 388ed2f6f834446283888a51c29e1887, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731295068469 2024-11-11T03:17:50,935 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 827c715a3201465f804e8bb99b4fc4cf, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731295068469 2024-11-11T03:17:50,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,946 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 784fe85f4a9b68073ef5cf494b78550f#B#compaction#164 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,947 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/e3c9d6ab08aa4217aa1fd89530678af5 is 50, key is test_row_0/B:col10/1731295068469/Put/seqid=0 2024-11-11T03:17:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,957 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,962 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411117131e7e4ae6c46b2bb32d1c40bb97a05_784fe85f4a9b68073ef5cf494b78550f store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:50,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742019_1195 (size=12595) 2024-11-11T03:17:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,965 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411117131e7e4ae6c46b2bb32d1c40bb97a05_784fe85f4a9b68073ef5cf494b78550f, store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,965 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117131e7e4ae6c46b2bb32d1c40bb97a05_784fe85f4a9b68073ef5cf494b78550f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742020_1196 (size=4469) 2024-11-11T03:17:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:50,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,057 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-11T03:17:51,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:51,058 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 784fe85f4a9b68073ef5cf494b78550f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T03:17:51,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=A 2024-11-11T03:17:51,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:51,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=B 2024-11-11T03:17:51,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=C 2024-11-11T03:17:51,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111bf58ebee319e4920a9f46a76cb5c1798_784fe85f4a9b68073ef5cf494b78550f is 50, key is test_row_1/A:col10/1731295069644/Put/seqid=0 2024-11-11T03:17:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-11T03:17:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742021_1197 (size=9814) 2024-11-11T03:17:51,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,109 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111bf58ebee319e4920a9f46a76cb5c1798_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111bf58ebee319e4920a9f46a76cb5c1798_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/44d92566c29c470d959a397e93c3ffc9, store: [table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/44d92566c29c470d959a397e93c3ffc9 is 175, key is test_row_1/A:col10/1731295069644/Put/seqid=0 2024-11-11T03:17:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742022_1198 (size=22461) 2024-11-11T03:17:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,126 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/44d92566c29c470d959a397e93c3ffc9 2024-11-11T03:17:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/b8563d3aa7594b72a4eb1136cfeda2d2 is 50, key is test_row_1/B:col10/1731295069644/Put/seqid=0 2024-11-11T03:17:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742023_1199 (size=9757) 2024-11-11T03:17:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,369 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/e3c9d6ab08aa4217aa1fd89530678af5 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/e3c9d6ab08aa4217aa1fd89530678af5 2024-11-11T03:17:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,377 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 784fe85f4a9b68073ef5cf494b78550f#A#compaction#165 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:51,377 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 784fe85f4a9b68073ef5cf494b78550f/B of 784fe85f4a9b68073ef5cf494b78550f into e3c9d6ab08aa4217aa1fd89530678af5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:51,377 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:51,377 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f., storeName=784fe85f4a9b68073ef5cf494b78550f/B, priority=13, startTime=1731295070931; duration=0sec 2024-11-11T03:17:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,377 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:51,377 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 784fe85f4a9b68073ef5cf494b78550f:B 2024-11-11T03:17:51,377 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:51,377 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/ad96371d92874757bc85bddbf5e90054 is 175, key is test_row_0/A:col10/1731295068469/Put/seqid=0 2024-11-11T03:17:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,378 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:51,379 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): 784fe85f4a9b68073ef5cf494b78550f/C is initiating minor compaction (all files) 2024-11-11T03:17:51,379 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 784fe85f4a9b68073ef5cf494b78550f/C in TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,379 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/62e26d10dda84a80a69d8c33be42738e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/88807176d63a42b4a12cd94f22bff163, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/1c514bfc4a5f4adfa4ef028a268de248] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp, totalSize=35.9 K 2024-11-11T03:17:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,379 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62e26d10dda84a80a69d8c33be42738e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731295065183 2024-11-11T03:17:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,380 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88807176d63a42b4a12cd94f22bff163, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731295067317 2024-11-11T03:17:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,381 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c514bfc4a5f4adfa4ef028a268de248, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731295068469 2024-11-11T03:17:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742024_1200 (size=31549) 2024-11-11T03:17:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,397 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/ad96371d92874757bc85bddbf5e90054 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/ad96371d92874757bc85bddbf5e90054 2024-11-11T03:17:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,397 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 784fe85f4a9b68073ef5cf494b78550f#C#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,398 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/32dc99232e774f14af082573ab412932 is 50, key is test_row_0/C:col10/1731295068469/Put/seqid=0 2024-11-11T03:17:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,403 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 784fe85f4a9b68073ef5cf494b78550f/A of 784fe85f4a9b68073ef5cf494b78550f into ad96371d92874757bc85bddbf5e90054(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:51,403 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:51,403 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f., storeName=784fe85f4a9b68073ef5cf494b78550f/A, priority=13, startTime=1731295070931; duration=0sec 2024-11-11T03:17:51,403 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:51,404 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 784fe85f4a9b68073ef5cf494b78550f:A 2024-11-11T03:17:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742025_1201 (size=12595) 2024-11-11T03:17:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,419 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/32dc99232e774f14af082573ab412932 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/32dc99232e774f14af082573ab412932 2024-11-11T03:17:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,426 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 784fe85f4a9b68073ef5cf494b78550f/C of 784fe85f4a9b68073ef5cf494b78550f into 32dc99232e774f14af082573ab412932(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:51,426 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,426 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f., storeName=784fe85f4a9b68073ef5cf494b78550f/C, priority=13, startTime=1731295070931; duration=0sec 2024-11-11T03:17:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,426 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:51,426 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 784fe85f4a9b68073ef5cf494b78550f:C 2024-11-11T03:17:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,553 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/b8563d3aa7594b72a4eb1136cfeda2d2 2024-11-11T03:17:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/edaee1208b994a51aeadef11860f7567 is 50, key is test_row_1/C:col10/1731295069644/Put/seqid=0 2024-11-11T03:17:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742026_1202 (size=9757) 2024-11-11T03:17:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,577 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/edaee1208b994a51aeadef11860f7567 2024-11-11T03:17:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/44d92566c29c470d959a397e93c3ffc9 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/44d92566c29c470d959a397e93c3ffc9 2024-11-11T03:17:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,591 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/44d92566c29c470d959a397e93c3ffc9, entries=100, sequenceid=210, filesize=21.9 K 2024-11-11T03:17:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/b8563d3aa7594b72a4eb1136cfeda2d2 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/b8563d3aa7594b72a4eb1136cfeda2d2 2024-11-11T03:17:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,597 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/b8563d3aa7594b72a4eb1136cfeda2d2, entries=100, sequenceid=210, filesize=9.5 K 2024-11-11T03:17:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/edaee1208b994a51aeadef11860f7567 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/edaee1208b994a51aeadef11860f7567 2024-11-11T03:17:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,603 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/edaee1208b994a51aeadef11860f7567, entries=100, sequenceid=210, filesize=9.5 K 2024-11-11T03:17:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,605 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 784fe85f4a9b68073ef5cf494b78550f in 547ms, sequenceid=210, compaction requested=false 2024-11-11T03:17:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:51,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:51,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-11T03:17:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-11T03:17:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-11T03:17:51,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6190 sec 2024-11-11T03:17:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.6250 sec 2024-11-11T03:17:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:51,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 784fe85f4a9b68073ef5cf494b78550f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T03:17:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=A 2024-11-11T03:17:51,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=B 2024-11-11T03:17:51,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:51,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=C 2024-11-11T03:17:51,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111383339bad5045d4ad6b8489037ab4ad_784fe85f4a9b68073ef5cf494b78550f is 50, key is test_row_0/A:col10/1731295071814/Put/seqid=0 2024-11-11T03:17:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742028_1204 (size=27248) 2024-11-11T03:17:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,858 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,863 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111383339bad5045d4ad6b8489037ab4ad_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111383339bad5045d4ad6b8489037ab4ad_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,864 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/01a60a27a71345d7b1e7dec4dd48d072, store: [table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/01a60a27a71345d7b1e7dec4dd48d072 is 175, key is test_row_0/A:col10/1731295071814/Put/seqid=0 2024-11-11T03:17:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295131860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295131862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:51,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742027_1203 (size=83035) 2024-11-11T03:17:51,872 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=225, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/01a60a27a71345d7b1e7dec4dd48d072 2024-11-11T03:17:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295131865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:51,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295131867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:51,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295131868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:51,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/3d2e7842909841ffb5bbf1644978afd7 is 50, key is test_row_0/B:col10/1731295071814/Put/seqid=0 2024-11-11T03:17:51,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742029_1205 (size=26495) 2024-11-11T03:17:51,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/3d2e7842909841ffb5bbf1644978afd7 2024-11-11T03:17:51,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/864b782bf02e4018b3c36e6ad8a65af0 is 50, key is test_row_0/C:col10/1731295071814/Put/seqid=0 2024-11-11T03:17:51,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742030_1206 (size=12151) 2024-11-11T03:17:51,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/864b782bf02e4018b3c36e6ad8a65af0 2024-11-11T03:17:51,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/01a60a27a71345d7b1e7dec4dd48d072 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/01a60a27a71345d7b1e7dec4dd48d072 2024-11-11T03:17:51,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/01a60a27a71345d7b1e7dec4dd48d072, entries=450, sequenceid=225, filesize=81.1 K 2024-11-11T03:17:51,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/3d2e7842909841ffb5bbf1644978afd7 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/3d2e7842909841ffb5bbf1644978afd7 2024-11-11T03:17:51,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/3d2e7842909841ffb5bbf1644978afd7, entries=450, sequenceid=225, filesize=25.9 K 2024-11-11T03:17:51,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/864b782bf02e4018b3c36e6ad8a65af0 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/864b782bf02e4018b3c36e6ad8a65af0 2024-11-11T03:17:51,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/864b782bf02e4018b3c36e6ad8a65af0, entries=150, sequenceid=225, filesize=11.9 K 2024-11-11T03:17:51,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 784fe85f4a9b68073ef5cf494b78550f in 150ms, sequenceid=225, compaction requested=true 2024-11-11T03:17:51,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:51,967 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:51,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 784fe85f4a9b68073ef5cf494b78550f:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:17:51,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:51,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 784fe85f4a9b68073ef5cf494b78550f:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:17:51,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:51,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 784fe85f4a9b68073ef5cf494b78550f:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:17:51,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T03:17:51,969 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:51,969 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 137045 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:51,969 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): 784fe85f4a9b68073ef5cf494b78550f/A is initiating minor compaction (all files) 2024-11-11T03:17:51,969 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 784fe85f4a9b68073ef5cf494b78550f/A in TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:51,969 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/ad96371d92874757bc85bddbf5e90054, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/44d92566c29c470d959a397e93c3ffc9, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/01a60a27a71345d7b1e7dec4dd48d072] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp, totalSize=133.8 K 2024-11-11T03:17:51,969 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:51,969 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. files: [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/ad96371d92874757bc85bddbf5e90054, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/44d92566c29c470d959a397e93c3ffc9, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/01a60a27a71345d7b1e7dec4dd48d072] 2024-11-11T03:17:51,971 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad96371d92874757bc85bddbf5e90054, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731295068469 2024-11-11T03:17:51,972 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44d92566c29c470d959a397e93c3ffc9, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731295069641 2024-11-11T03:17:51,972 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 48847 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:51,972 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 784fe85f4a9b68073ef5cf494b78550f/B is initiating minor compaction (all files) 2024-11-11T03:17:51,973 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 784fe85f4a9b68073ef5cf494b78550f/B in TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:51,973 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01a60a27a71345d7b1e7dec4dd48d072, keycount=450, bloomtype=ROW, size=81.1 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731295071782 2024-11-11T03:17:51,973 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/e3c9d6ab08aa4217aa1fd89530678af5, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/b8563d3aa7594b72a4eb1136cfeda2d2, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/3d2e7842909841ffb5bbf1644978afd7] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp, totalSize=47.7 K 2024-11-11T03:17:51,976 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting e3c9d6ab08aa4217aa1fd89530678af5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731295068469 2024-11-11T03:17:51,977 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting b8563d3aa7594b72a4eb1136cfeda2d2, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731295069641 2024-11-11T03:17:51,977 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d2e7842909841ffb5bbf1644978afd7, keycount=450, bloomtype=ROW, size=25.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731295071782 2024-11-11T03:17:51,991 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:51,994 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 784fe85f4a9b68073ef5cf494b78550f#B#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:51,994 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/bbf418e9e3e642eab4c0e8785c5cc9b4 is 50, key is test_row_0/B:col10/1731295071814/Put/seqid=0 2024-11-11T03:17:51,996 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411119f51a25d7c434355974c4fbe065a58f9_784fe85f4a9b68073ef5cf494b78550f store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:52,004 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411119f51a25d7c434355974c4fbe065a58f9_784fe85f4a9b68073ef5cf494b78550f, store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:52,004 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119f51a25d7c434355974c4fbe065a58f9_784fe85f4a9b68073ef5cf494b78550f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:52,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742031_1207 (size=12697) 2024-11-11T03:17:52,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742032_1208 (size=4469) 2024-11-11T03:17:52,011 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/bbf418e9e3e642eab4c0e8785c5cc9b4 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/bbf418e9e3e642eab4c0e8785c5cc9b4 2024-11-11T03:17:52,011 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 784fe85f4a9b68073ef5cf494b78550f#A#compaction#173 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:52,012 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/c06677e6ae7141769e0c34b39ec29d9e is 175, key is test_row_0/A:col10/1731295071814/Put/seqid=0 2024-11-11T03:17:52,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742033_1209 (size=31651) 2024-11-11T03:17:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:52,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 784fe85f4a9b68073ef5cf494b78550f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T03:17:52,019 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 784fe85f4a9b68073ef5cf494b78550f/B of 784fe85f4a9b68073ef5cf494b78550f into bbf418e9e3e642eab4c0e8785c5cc9b4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:52,019 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:52,019 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f., storeName=784fe85f4a9b68073ef5cf494b78550f/B, priority=13, startTime=1731295071968; duration=0sec 2024-11-11T03:17:52,019 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:52,019 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 784fe85f4a9b68073ef5cf494b78550f:B 2024-11-11T03:17:52,019 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:52,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=A 2024-11-11T03:17:52,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:52,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=B 2024-11-11T03:17:52,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:52,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=C 2024-11-11T03:17:52,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:52,021 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:52,021 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 784fe85f4a9b68073ef5cf494b78550f/C is initiating minor compaction (all files) 2024-11-11T03:17:52,021 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 784fe85f4a9b68073ef5cf494b78550f/C in TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:52,021 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/32dc99232e774f14af082573ab412932, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/edaee1208b994a51aeadef11860f7567, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/864b782bf02e4018b3c36e6ad8a65af0] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp, totalSize=33.7 K 2024-11-11T03:17:52,022 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 32dc99232e774f14af082573ab412932, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731295068469 2024-11-11T03:17:52,022 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting edaee1208b994a51aeadef11860f7567, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731295069641 2024-11-11T03:17:52,023 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 864b782bf02e4018b3c36e6ad8a65af0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731295071805 2024-11-11T03:17:52,029 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/c06677e6ae7141769e0c34b39ec29d9e as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/c06677e6ae7141769e0c34b39ec29d9e 2024-11-11T03:17:52,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295132022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:52,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295132034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:52,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295132034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:52,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295132036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:52,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295132036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:52,062 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 784fe85f4a9b68073ef5cf494b78550f/A of 784fe85f4a9b68073ef5cf494b78550f into c06677e6ae7141769e0c34b39ec29d9e(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:52,062 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:52,062 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f., storeName=784fe85f4a9b68073ef5cf494b78550f/A, priority=13, startTime=1731295071967; duration=0sec 2024-11-11T03:17:52,062 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:52,062 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 784fe85f4a9b68073ef5cf494b78550f:A 2024-11-11T03:17:52,062 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 784fe85f4a9b68073ef5cf494b78550f#C#compaction#176 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:52,063 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/bb99db093f104f32907d8e8ddcefea2b is 50, key is test_row_0/C:col10/1731295071814/Put/seqid=0 2024-11-11T03:17:52,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111fb8c3d8d8f8f4953874029dec0f730fc_784fe85f4a9b68073ef5cf494b78550f is 50, key is test_row_0/A:col10/1731295072018/Put/seqid=0 2024-11-11T03:17:52,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742034_1210 (size=12697) 2024-11-11T03:17:52,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742035_1211 (size=17284) 2024-11-11T03:17:52,083 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:52,088 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111fb8c3d8d8f8f4953874029dec0f730fc_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111fb8c3d8d8f8f4953874029dec0f730fc_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-11T03:17:52,090 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/7028f23bfc97419281eb1bd3831fe08c, store: [table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:52,090 INFO [Thread-702 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-11T03:17:52,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/7028f23bfc97419281eb1bd3831fe08c is 175, key is test_row_0/A:col10/1731295072018/Put/seqid=0 2024-11-11T03:17:52,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:17:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-11T03:17:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-11T03:17:52,097 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:17:52,098 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:17:52,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:17:52,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742036_1212 (size=48389) 2024-11-11T03:17:52,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295132137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:52,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295132140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:52,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295132141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:52,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295132142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:52,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295132144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-11T03:17:52,251 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:52,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-11T03:17:52,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:52,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:52,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:52,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:52,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:52,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295132341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:52,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295132345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:52,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295132348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:52,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295132348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:52,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295132348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:52,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-11T03:17:52,405 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:52,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-11T03:17:52,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:52,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:52,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:52,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:52,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:52,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:52,490 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/bb99db093f104f32907d8e8ddcefea2b as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/bb99db093f104f32907d8e8ddcefea2b 2024-11-11T03:17:52,495 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 784fe85f4a9b68073ef5cf494b78550f/C of 784fe85f4a9b68073ef5cf494b78550f into bb99db093f104f32907d8e8ddcefea2b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:52,496 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:52,496 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f., storeName=784fe85f4a9b68073ef5cf494b78550f/C, priority=13, startTime=1731295071968; duration=0sec 2024-11-11T03:17:52,496 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:52,496 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 784fe85f4a9b68073ef5cf494b78550f:C 2024-11-11T03:17:52,500 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/7028f23bfc97419281eb1bd3831fe08c 2024-11-11T03:17:52,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/e160c30bb8924006be372b402e4a3c1f is 50, key is test_row_0/B:col10/1731295072018/Put/seqid=0 2024-11-11T03:17:52,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742037_1213 (size=12151) 2024-11-11T03:17:52,558 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:52,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-11T03:17:52,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:52,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:52,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:52,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:52,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:52,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295132646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:52,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295132646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:52,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295132651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:52,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295132652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:52,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295132658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-11T03:17:52,712 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:52,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-11T03:17:52,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:52,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:52,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:52,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:52,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:52,865 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:52,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-11T03:17:52,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:52,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:52,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:52,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:52,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:52,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:52,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/e160c30bb8924006be372b402e4a3c1f 2024-11-11T03:17:52,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/75dc8a3e36524ff5ab0f0cf608613adb is 50, key is test_row_0/C:col10/1731295072018/Put/seqid=0 2024-11-11T03:17:53,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742038_1214 (size=12151) 2024-11-11T03:17:53,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/75dc8a3e36524ff5ab0f0cf608613adb 2024-11-11T03:17:53,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/7028f23bfc97419281eb1bd3831fe08c as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/7028f23bfc97419281eb1bd3831fe08c 2024-11-11T03:17:53,018 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:53,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-11T03:17:53,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:53,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:53,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:53,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:53,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:53,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/7028f23bfc97419281eb1bd3831fe08c, entries=250, sequenceid=255, filesize=47.3 K 2024-11-11T03:17:53,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/e160c30bb8924006be372b402e4a3c1f as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/e160c30bb8924006be372b402e4a3c1f 2024-11-11T03:17:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/e160c30bb8924006be372b402e4a3c1f, entries=150, sequenceid=255, filesize=11.9 K 2024-11-11T03:17:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/75dc8a3e36524ff5ab0f0cf608613adb as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/75dc8a3e36524ff5ab0f0cf608613adb 2024-11-11T03:17:53,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/75dc8a3e36524ff5ab0f0cf608613adb, entries=150, sequenceid=255, filesize=11.9 K 2024-11-11T03:17:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 784fe85f4a9b68073ef5cf494b78550f in 1026ms, sequenceid=255, compaction requested=false 2024-11-11T03:17:53,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,171 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:53,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-11T03:17:53,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:53,172 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 784fe85f4a9b68073ef5cf494b78550f 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-11T03:17:53,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=A 2024-11-11T03:17:53,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:53,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=B 2024-11-11T03:17:53,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:53,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=C 2024-11-11T03:17:53,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111bd095f8dc68e4b499a32b16ccf595983_784fe85f4a9b68073ef5cf494b78550f is 50, key is test_row_1/A:col10/1731295072034/Put/seqid=0 2024-11-11T03:17:53,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742039_1215 (size=9914) 2024-11-11T03:17:53,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:53,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-11T03:17:53,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295133228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:53,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295133229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:53,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295133229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:53,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295133230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:53,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:53,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295133233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:53,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:53,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295133334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:53,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:53,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295133335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:53,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:53,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295133340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:53,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:53,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295133341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:53,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295133340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:53,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295133536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:53,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295133538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:53,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295133544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:53,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295133544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:53,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:53,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295133546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:53,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:53,596 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111bd095f8dc68e4b499a32b16ccf595983_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111bd095f8dc68e4b499a32b16ccf595983_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:53,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/1558cc8b112741d581af35cf0eb835fd, store: [table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:53,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/1558cc8b112741d581af35cf0eb835fd is 175, key is test_row_1/A:col10/1731295072034/Put/seqid=0 2024-11-11T03:17:53,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742040_1216 (size=22561) 2024-11-11T03:17:53,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:53,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295133841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:53,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:53,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295133841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:53,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:53,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295133847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:53,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:53,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295133847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:53,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:53,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295133848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:54,004 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=264, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/1558cc8b112741d581af35cf0eb835fd 2024-11-11T03:17:54,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/1b62fda48bc6402fbe6c3a7ce13dcc88 is 50, key is test_row_1/B:col10/1731295072034/Put/seqid=0 2024-11-11T03:17:54,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742041_1217 (size=9857) 2024-11-11T03:17:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-11T03:17:54,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295134344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:54,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295134344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:54,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295134348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:54,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295134352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:54,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295134354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:54,421 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/1b62fda48bc6402fbe6c3a7ce13dcc88 2024-11-11T03:17:54,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/296a22a6edc24603883a22e095f22c83 is 50, key is test_row_1/C:col10/1731295072034/Put/seqid=0 2024-11-11T03:17:54,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742042_1218 (size=9857) 2024-11-11T03:17:54,835 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/296a22a6edc24603883a22e095f22c83 2024-11-11T03:17:54,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/1558cc8b112741d581af35cf0eb835fd as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/1558cc8b112741d581af35cf0eb835fd 2024-11-11T03:17:54,846 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/1558cc8b112741d581af35cf0eb835fd, entries=100, sequenceid=264, filesize=22.0 K 2024-11-11T03:17:54,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/1b62fda48bc6402fbe6c3a7ce13dcc88 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/1b62fda48bc6402fbe6c3a7ce13dcc88 2024-11-11T03:17:54,853 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/1b62fda48bc6402fbe6c3a7ce13dcc88, entries=100, sequenceid=264, filesize=9.6 K 2024-11-11T03:17:54,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/296a22a6edc24603883a22e095f22c83 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/296a22a6edc24603883a22e095f22c83 2024-11-11T03:17:54,861 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/296a22a6edc24603883a22e095f22c83, entries=100, sequenceid=264, filesize=9.6 K 2024-11-11T03:17:54,862 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 784fe85f4a9b68073ef5cf494b78550f in 1690ms, sequenceid=264, compaction requested=true 2024-11-11T03:17:54,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:54,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:54,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-11T03:17:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-11T03:17:54,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-11T03:17:54,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7660 sec 2024-11-11T03:17:54,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 2.7760 sec 2024-11-11T03:17:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:55,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 784fe85f4a9b68073ef5cf494b78550f 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-11T03:17:55,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=A 2024-11-11T03:17:55,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:55,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=B 2024-11-11T03:17:55,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:55,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=C 2024-11-11T03:17:55,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:55,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295135354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:55,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295135354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:55,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295135354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:55,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295135360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:55,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295135360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:55,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111117ab06d4bac240a28478273373bc695b_784fe85f4a9b68073ef5cf494b78550f is 50, key is test_row_0/A:col10/1731295075350/Put/seqid=0 2024-11-11T03:17:55,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742043_1219 (size=12454) 2024-11-11T03:17:55,367 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:55,371 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111117ab06d4bac240a28478273373bc695b_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111117ab06d4bac240a28478273373bc695b_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:55,372 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/934f63a9b7934ccaa6753ec494fe3e5a, store: [table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:55,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/934f63a9b7934ccaa6753ec494fe3e5a is 175, key is test_row_0/A:col10/1731295075350/Put/seqid=0 2024-11-11T03:17:55,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742044_1220 (size=31255) 2024-11-11T03:17:55,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:55,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295135457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295135457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:55,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295135458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:55,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295135660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:55,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295135661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:55,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295135661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:55,778 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/934f63a9b7934ccaa6753ec494fe3e5a 2024-11-11T03:17:55,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/aedeb37254e44a11be319cfa953cbaa7 is 50, key is test_row_0/B:col10/1731295075350/Put/seqid=0 2024-11-11T03:17:55,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742045_1221 (size=12301) 2024-11-11T03:17:55,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295135962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:55,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295135964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:55,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295135965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:56,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/aedeb37254e44a11be319cfa953cbaa7 2024-11-11T03:17:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-11T03:17:56,202 INFO [Thread-702 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-11T03:17:56,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:17:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-11T03:17:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-11T03:17:56,205 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:17:56,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/dae9444fa892452ca610e5e9caa4739c is 50, key is test_row_0/C:col10/1731295075350/Put/seqid=0 2024-11-11T03:17:56,206 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:17:56,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:17:56,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742046_1222 (size=12301) 2024-11-11T03:17:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-11T03:17:56,359 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:56,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-11T03:17:56,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:56,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:56,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:56,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:56,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:56,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:56,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:56,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295136466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:56,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:56,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295136467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:56,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:56,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295136468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-11T03:17:56,512 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:56,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-11T03:17:56,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:56,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:56,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:56,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:56,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:56,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/dae9444fa892452ca610e5e9caa4739c 2024-11-11T03:17:56,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/934f63a9b7934ccaa6753ec494fe3e5a as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/934f63a9b7934ccaa6753ec494fe3e5a 2024-11-11T03:17:56,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/934f63a9b7934ccaa6753ec494fe3e5a, entries=150, sequenceid=294, filesize=30.5 K 2024-11-11T03:17:56,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/aedeb37254e44a11be319cfa953cbaa7 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/aedeb37254e44a11be319cfa953cbaa7 2024-11-11T03:17:56,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/aedeb37254e44a11be319cfa953cbaa7, entries=150, sequenceid=294, filesize=12.0 K 2024-11-11T03:17:56,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/dae9444fa892452ca610e5e9caa4739c as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/dae9444fa892452ca610e5e9caa4739c 2024-11-11T03:17:56,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/dae9444fa892452ca610e5e9caa4739c, entries=150, sequenceid=294, filesize=12.0 K 2024-11-11T03:17:56,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 784fe85f4a9b68073ef5cf494b78550f in 1305ms, sequenceid=294, compaction requested=true 2024-11-11T03:17:56,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:56,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 784fe85f4a9b68073ef5cf494b78550f:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:17:56,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:56,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 784fe85f4a9b68073ef5cf494b78550f:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:17:56,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:56,657 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:17:56,657 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:17:56,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 784fe85f4a9b68073ef5cf494b78550f:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:17:56,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:56,658 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133856 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:17:56,659 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): 784fe85f4a9b68073ef5cf494b78550f/A is initiating minor compaction (all files) 2024-11-11T03:17:56,659 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47006 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:17:56,659 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 784fe85f4a9b68073ef5cf494b78550f/A in TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:56,659 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 784fe85f4a9b68073ef5cf494b78550f/B is initiating minor compaction (all files) 2024-11-11T03:17:56,659 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 784fe85f4a9b68073ef5cf494b78550f/B in TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:56,659 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/c06677e6ae7141769e0c34b39ec29d9e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/7028f23bfc97419281eb1bd3831fe08c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/1558cc8b112741d581af35cf0eb835fd, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/934f63a9b7934ccaa6753ec494fe3e5a] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp, totalSize=130.7 K 2024-11-11T03:17:56,659 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:56,659 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/bbf418e9e3e642eab4c0e8785c5cc9b4, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/e160c30bb8924006be372b402e4a3c1f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/1b62fda48bc6402fbe6c3a7ce13dcc88, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/aedeb37254e44a11be319cfa953cbaa7] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp, totalSize=45.9 K 2024-11-11T03:17:56,659 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. files: [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/c06677e6ae7141769e0c34b39ec29d9e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/7028f23bfc97419281eb1bd3831fe08c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/1558cc8b112741d581af35cf0eb835fd, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/934f63a9b7934ccaa6753ec494fe3e5a] 2024-11-11T03:17:56,659 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting bbf418e9e3e642eab4c0e8785c5cc9b4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731295071805 2024-11-11T03:17:56,659 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting c06677e6ae7141769e0c34b39ec29d9e, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731295071805 2024-11-11T03:17:56,660 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting e160c30bb8924006be372b402e4a3c1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731295071865 2024-11-11T03:17:56,660 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7028f23bfc97419281eb1bd3831fe08c, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731295071865 2024-11-11T03:17:56,660 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1558cc8b112741d581af35cf0eb835fd, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731295072034 2024-11-11T03:17:56,660 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b62fda48bc6402fbe6c3a7ce13dcc88, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731295072034 2024-11-11T03:17:56,661 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting aedeb37254e44a11be319cfa953cbaa7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731295073226 2024-11-11T03:17:56,661 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 934f63a9b7934ccaa6753ec494fe3e5a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731295073226 2024-11-11T03:17:56,665 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:56,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-11T03:17:56,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:56,666 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 784fe85f4a9b68073ef5cf494b78550f 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-11T03:17:56,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=A 2024-11-11T03:17:56,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:56,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=B 2024-11-11T03:17:56,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:56,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=C 2024-11-11T03:17:56,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:56,670 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:56,673 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 784fe85f4a9b68073ef5cf494b78550f#B#compaction#186 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:56,674 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/709b053162f64da68fb3e1c1305f554a is 50, key is test_row_0/B:col10/1731295075350/Put/seqid=0 2024-11-11T03:17:56,675 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111181647b9ec95a46b8a093bf125a4d91b0_784fe85f4a9b68073ef5cf494b78550f store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:56,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111520b4c9d589a40b69287f05081d54ae9_784fe85f4a9b68073ef5cf494b78550f is 50, key is test_row_0/A:col10/1731295075352/Put/seqid=0 2024-11-11T03:17:56,679 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111181647b9ec95a46b8a093bf125a4d91b0_784fe85f4a9b68073ef5cf494b78550f, store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:56,679 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111181647b9ec95a46b8a093bf125a4d91b0_784fe85f4a9b68073ef5cf494b78550f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:56,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742047_1223 (size=12983) 2024-11-11T03:17:56,692 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/709b053162f64da68fb3e1c1305f554a as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/709b053162f64da68fb3e1c1305f554a 2024-11-11T03:17:56,699 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 784fe85f4a9b68073ef5cf494b78550f/B of 784fe85f4a9b68073ef5cf494b78550f into 709b053162f64da68fb3e1c1305f554a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:56,699 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:56,699 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f., storeName=784fe85f4a9b68073ef5cf494b78550f/B, priority=12, startTime=1731295076657; duration=0sec 2024-11-11T03:17:56,699 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:56,700 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 784fe85f4a9b68073ef5cf494b78550f:B 2024-11-11T03:17:56,700 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:17:56,702 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47006 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:17:56,702 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 784fe85f4a9b68073ef5cf494b78550f/C is initiating minor compaction (all files) 2024-11-11T03:17:56,703 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 784fe85f4a9b68073ef5cf494b78550f/C in TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:56,703 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/bb99db093f104f32907d8e8ddcefea2b, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/75dc8a3e36524ff5ab0f0cf608613adb, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/296a22a6edc24603883a22e095f22c83, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/dae9444fa892452ca610e5e9caa4739c] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp, totalSize=45.9 K 2024-11-11T03:17:56,703 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting bb99db093f104f32907d8e8ddcefea2b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731295071805 2024-11-11T03:17:56,704 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 75dc8a3e36524ff5ab0f0cf608613adb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731295071865 2024-11-11T03:17:56,704 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 296a22a6edc24603883a22e095f22c83, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731295072034 2024-11-11T03:17:56,705 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting dae9444fa892452ca610e5e9caa4739c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731295073226 2024-11-11T03:17:56,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742049_1225 (size=4469) 2024-11-11T03:17:56,729 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 784fe85f4a9b68073ef5cf494b78550f#A#compaction#185 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:56,729 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 784fe85f4a9b68073ef5cf494b78550f#C#compaction#188 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:56,730 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/d49ba20d854e44e187b3bf301c4603bd is 175, key is test_row_0/A:col10/1731295075350/Put/seqid=0 2024-11-11T03:17:56,730 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/be0af0a172f04eefad85992b24f0a9e9 is 50, key is test_row_0/C:col10/1731295075350/Put/seqid=0 2024-11-11T03:17:56,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742048_1224 (size=12454) 2024-11-11T03:17:56,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742050_1226 (size=31937) 2024-11-11T03:17:56,747 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/d49ba20d854e44e187b3bf301c4603bd as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/d49ba20d854e44e187b3bf301c4603bd 2024-11-11T03:17:56,756 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 784fe85f4a9b68073ef5cf494b78550f/A of 784fe85f4a9b68073ef5cf494b78550f into d49ba20d854e44e187b3bf301c4603bd(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:56,756 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:56,756 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f., storeName=784fe85f4a9b68073ef5cf494b78550f/A, priority=12, startTime=1731295076657; duration=0sec 2024-11-11T03:17:56,756 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:56,756 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 784fe85f4a9b68073ef5cf494b78550f:A 2024-11-11T03:17:56,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742051_1227 (size=12983) 2024-11-11T03:17:56,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-11T03:17:57,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:57,137 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111520b4c9d589a40b69287f05081d54ae9_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111520b4c9d589a40b69287f05081d54ae9_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:57,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/c29bdd727c124c93a094fa3ea3048742, store: [table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:57,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/c29bdd727c124c93a094fa3ea3048742 is 175, key is test_row_0/A:col10/1731295075352/Put/seqid=0 2024-11-11T03:17:57,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742052_1228 (size=31255) 2024-11-11T03:17:57,181 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/be0af0a172f04eefad85992b24f0a9e9 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/be0af0a172f04eefad85992b24f0a9e9 2024-11-11T03:17:57,187 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 784fe85f4a9b68073ef5cf494b78550f/C of 784fe85f4a9b68073ef5cf494b78550f into be0af0a172f04eefad85992b24f0a9e9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:57,187 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:57,187 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f., storeName=784fe85f4a9b68073ef5cf494b78550f/C, priority=12, startTime=1731295076657; duration=0sec 2024-11-11T03:17:57,187 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:57,187 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 784fe85f4a9b68073ef5cf494b78550f:C 2024-11-11T03:17:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-11T03:17:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:57,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:57,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295137404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:57,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295137405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:57,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295137470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:57,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295137472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:57,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295137477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:57,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:57,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295137507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295137508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:57,546 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=300, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/c29bdd727c124c93a094fa3ea3048742 2024-11-11T03:17:57,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/e0c8bfa6d2b24622a6110cf0a6811a4e is 50, key is test_row_0/B:col10/1731295075352/Put/seqid=0 2024-11-11T03:17:57,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742053_1229 (size=12301) 2024-11-11T03:17:57,566 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/e0c8bfa6d2b24622a6110cf0a6811a4e 2024-11-11T03:17:57,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/58381add99534b4688a2003be3e96bf3 is 50, key is test_row_0/C:col10/1731295075352/Put/seqid=0 2024-11-11T03:17:57,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742054_1230 (size=12301) 2024-11-11T03:17:57,579 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/58381add99534b4688a2003be3e96bf3 2024-11-11T03:17:57,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/c29bdd727c124c93a094fa3ea3048742 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/c29bdd727c124c93a094fa3ea3048742 2024-11-11T03:17:57,589 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/c29bdd727c124c93a094fa3ea3048742, entries=150, sequenceid=300, filesize=30.5 K 2024-11-11T03:17:57,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/e0c8bfa6d2b24622a6110cf0a6811a4e as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/e0c8bfa6d2b24622a6110cf0a6811a4e 2024-11-11T03:17:57,594 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/e0c8bfa6d2b24622a6110cf0a6811a4e, entries=150, sequenceid=300, filesize=12.0 K 2024-11-11T03:17:57,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/58381add99534b4688a2003be3e96bf3 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/58381add99534b4688a2003be3e96bf3 2024-11-11T03:17:57,600 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/58381add99534b4688a2003be3e96bf3, entries=150, sequenceid=300, filesize=12.0 K 2024-11-11T03:17:57,601 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for 784fe85f4a9b68073ef5cf494b78550f in 935ms, sequenceid=300, compaction requested=false 2024-11-11T03:17:57,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:57,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:57,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-11T03:17:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-11T03:17:57,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-11T03:17:57,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3960 sec 2024-11-11T03:17:57,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.4010 sec 2024-11-11T03:17:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:57,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 784fe85f4a9b68073ef5cf494b78550f 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-11T03:17:57,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=A 2024-11-11T03:17:57,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:57,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=B 2024-11-11T03:17:57,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:57,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=C 2024-11-11T03:17:57,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:57,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295137719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:57,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295137719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:57,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113226e413e2334fb3807ae7176f9a8a75_784fe85f4a9b68073ef5cf494b78550f is 50, key is test_row_0/A:col10/1731295077403/Put/seqid=0 2024-11-11T03:17:57,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742055_1231 (size=17534) 2024-11-11T03:17:57,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295137821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:57,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295137821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:58,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295138023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:58,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295138024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:58,141 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:58,145 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113226e413e2334fb3807ae7176f9a8a75_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113226e413e2334fb3807ae7176f9a8a75_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:58,147 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/f7b7ae8eda8647059cd3ab07fb96e4d9, store: [table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:58,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/f7b7ae8eda8647059cd3ab07fb96e4d9 is 175, key is test_row_0/A:col10/1731295077403/Put/seqid=0 2024-11-11T03:17:58,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742056_1232 (size=48639) 2024-11-11T03:17:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-11T03:17:58,309 INFO [Thread-702 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-11T03:17:58,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:17:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-11T03:17:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-11T03:17:58,313 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:17:58,313 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:17:58,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:17:58,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295138330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:58,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295138330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-11T03:17:58,465 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:58,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-11T03:17:58,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:58,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:58,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:58,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:58,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:58,553 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/f7b7ae8eda8647059cd3ab07fb96e4d9 2024-11-11T03:17:58,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/864eb26dcc0a4374bd5591b06b0a804b is 50, key is test_row_0/B:col10/1731295077403/Put/seqid=0 2024-11-11T03:17:58,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742057_1233 (size=12301) 2024-11-11T03:17:58,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/864eb26dcc0a4374bd5591b06b0a804b 2024-11-11T03:17:58,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/fbc928aee9b445ddb1026b8fdfe595e3 is 50, key is test_row_0/C:col10/1731295077403/Put/seqid=0 2024-11-11T03:17:58,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742058_1234 (size=12301) 2024-11-11T03:17:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-11T03:17:58,618 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:58,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-11T03:17:58,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:58,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:58,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:58,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:58,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:58,771 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:58,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-11T03:17:58,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:58,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:58,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:58,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:58,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:58,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:58,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295138834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:58,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:58,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295138834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-11T03:17:58,924 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:58,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-11T03:17:58,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:58,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:58,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:58,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:58,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:58,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/fbc928aee9b445ddb1026b8fdfe595e3 2024-11-11T03:17:58,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/f7b7ae8eda8647059cd3ab07fb96e4d9 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/f7b7ae8eda8647059cd3ab07fb96e4d9 2024-11-11T03:17:58,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/f7b7ae8eda8647059cd3ab07fb96e4d9, entries=250, sequenceid=335, filesize=47.5 K 2024-11-11T03:17:58,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/864eb26dcc0a4374bd5591b06b0a804b as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/864eb26dcc0a4374bd5591b06b0a804b 2024-11-11T03:17:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:58,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/864eb26dcc0a4374bd5591b06b0a804b, entries=150, sequenceid=335, filesize=12.0 K 2024-11-11T03:17:58,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/fbc928aee9b445ddb1026b8fdfe595e3 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/fbc928aee9b445ddb1026b8fdfe595e3 2024-11-11T03:17:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/fbc928aee9b445ddb1026b8fdfe595e3, entries=150, sequenceid=335, filesize=12.0 K 2024-11-11T03:17:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=13.42 KB/13740 for 784fe85f4a9b68073ef5cf494b78550f in 1305ms, sequenceid=335, compaction requested=true 2024-11-11T03:17:59,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,018 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 784fe85f4a9b68073ef5cf494b78550f:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:17:59,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:59,019 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:17:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 784fe85f4a9b68073ef5cf494b78550f:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:17:59,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:59,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 784fe85f4a9b68073ef5cf494b78550f:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:17:59,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,020 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111831 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:59,020 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): 784fe85f4a9b68073ef5cf494b78550f/A is initiating minor compaction (all files) 2024-11-11T03:17:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,020 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 784fe85f4a9b68073ef5cf494b78550f/A in TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:59,020 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/d49ba20d854e44e187b3bf301c4603bd, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/c29bdd727c124c93a094fa3ea3048742, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/f7b7ae8eda8647059cd3ab07fb96e4d9] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp, totalSize=109.2 K 2024-11-11T03:17:59,020 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:59,021 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. files: [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/d49ba20d854e44e187b3bf301c4603bd, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/c29bdd727c124c93a094fa3ea3048742, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/f7b7ae8eda8647059cd3ab07fb96e4d9] 2024-11-11T03:17:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,021 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:17:59,021 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 784fe85f4a9b68073ef5cf494b78550f/B is initiating minor compaction (all files) 2024-11-11T03:17:59,021 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 784fe85f4a9b68073ef5cf494b78550f/B in TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,021 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/709b053162f64da68fb3e1c1305f554a, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/e0c8bfa6d2b24622a6110cf0a6811a4e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/864eb26dcc0a4374bd5591b06b0a804b] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp, totalSize=36.7 K 2024-11-11T03:17:59,022 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting d49ba20d854e44e187b3bf301c4603bd, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731295073226 2024-11-11T03:17:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,022 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 709b053162f64da68fb3e1c1305f554a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731295073226 2024-11-11T03:17:59,022 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting c29bdd727c124c93a094fa3ea3048742, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731295075352 2024-11-11T03:17:59,022 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting e0c8bfa6d2b24622a6110cf0a6811a4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731295075352 2024-11-11T03:17:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,023 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7b7ae8eda8647059cd3ab07fb96e4d9, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731295077400 2024-11-11T03:17:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,023 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 864eb26dcc0a4374bd5591b06b0a804b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731295077403 2024-11-11T03:17:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,032 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,034 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 784fe85f4a9b68073ef5cf494b78550f#B#compaction#194 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,034 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/4e55e5ce059e4bae952c19c6f5b52be1 is 50, key is test_row_0/B:col10/1731295077403/Put/seqid=0 2024-11-11T03:17:59,034 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111d07b7bc9ba0b449b89a7862353b94df1_784fe85f4a9b68073ef5cf494b78550f store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,036 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111d07b7bc9ba0b449b89a7862353b94df1_784fe85f4a9b68073ef5cf494b78550f, store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,037 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d07b7bc9ba0b449b89a7862353b94df1_784fe85f4a9b68073ef5cf494b78550f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742059_1235 (size=13085) 2024-11-11T03:17:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742060_1236 (size=4469) 2024-11-11T03:17:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,078 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,078 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] io.ByteBuffAllocator(388): Pool already reached its max capacity : 186 and no free buffers now. Consider increasing the value for 'hbase.server.allocator.max.buffer.count' ? 2024-11-11T03:17:59,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] io.ByteBuffAllocator(388): Pool already reached its max capacity : 186 and no free buffers now. Consider increasing the value for 'hbase.server.allocator.max.buffer.count' ? 2024-11-11T03:17:59,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-11T03:17:59,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,078 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 784fe85f4a9b68073ef5cf494b78550f 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-11T03:17:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=A 2024-11-11T03:17:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:59,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=B 2024-11-11T03:17:59,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:59,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=C 2024-11-11T03:17:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ba5e9296f8f44ff0880417b621828bce_784fe85f4a9b68073ef5cf494b78550f is 50, key is test_row_1/A:col10/1731295077718/Put/seqid=0 2024-11-11T03:17:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742061_1237 (size=7374) 2024-11-11T03:17:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,143 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ba5e9296f8f44ff0880417b621828bce_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ba5e9296f8f44ff0880417b621828bce_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/c8a35f69d14f4d81a43563671be5cbc3, store: [table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/c8a35f69d14f4d81a43563671be5cbc3 is 175, key is test_row_1/A:col10/1731295077718/Put/seqid=0 2024-11-11T03:17:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742062_1238 (size=13865) 2024-11-11T03:17:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,163 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=340, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/c8a35f69d14f4d81a43563671be5cbc3 2024-11-11T03:17:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/be7bb2bddb3a4dbbbd44d70b7ac0bfa3 is 50, key is test_row_1/B:col10/1731295077718/Put/seqid=0 2024-11-11T03:17:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742063_1239 (size=7415) 2024-11-11T03:17:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,183 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/be7bb2bddb3a4dbbbd44d70b7ac0bfa3 2024-11-11T03:17:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/10e5725c73e74fcc8794e71312129c32 is 50, key is test_row_1/C:col10/1731295077718/Put/seqid=0 2024-11-11T03:17:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742064_1240 (size=7415) 2024-11-11T03:17:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,222 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/10e5725c73e74fcc8794e71312129c32 2024-11-11T03:17:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/c8a35f69d14f4d81a43563671be5cbc3 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/c8a35f69d14f4d81a43563671be5cbc3 2024-11-11T03:17:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,233 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/c8a35f69d14f4d81a43563671be5cbc3, entries=50, sequenceid=340, filesize=13.5 K 2024-11-11T03:17:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/be7bb2bddb3a4dbbbd44d70b7ac0bfa3 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/be7bb2bddb3a4dbbbd44d70b7ac0bfa3 2024-11-11T03:17:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,240 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/be7bb2bddb3a4dbbbd44d70b7ac0bfa3, entries=50, sequenceid=340, filesize=7.2 K 2024-11-11T03:17:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/10e5725c73e74fcc8794e71312129c32 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/10e5725c73e74fcc8794e71312129c32 2024-11-11T03:17:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,245 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/10e5725c73e74fcc8794e71312129c32, entries=50, sequenceid=340, filesize=7.2 K 2024-11-11T03:17:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,246 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 784fe85f4a9b68073ef5cf494b78550f in 168ms, sequenceid=340, compaction requested=true 2024-11-11T03:17:59,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:59,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:59,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-11T03:17:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-11T03:17:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-11T03:17:59,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 935 msec 2024-11-11T03:17:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 940 msec 2024-11-11T03:17:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-11T03:17:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,416 INFO [Thread-702 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-11T03:17:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:17:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-11T03:17:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,420 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:17:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-11T03:17:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,420 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:17:59,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:17:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,471 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/4e55e5ce059e4bae952c19c6f5b52be1 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/4e55e5ce059e4bae952c19c6f5b52be1 2024-11-11T03:17:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,473 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 784fe85f4a9b68073ef5cf494b78550f#A#compaction#195 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,474 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/2e883081f7214e89bad6a2fb1ff0d05d is 175, key is test_row_0/A:col10/1731295077403/Put/seqid=0 2024-11-11T03:17:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,480 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 784fe85f4a9b68073ef5cf494b78550f/B of 784fe85f4a9b68073ef5cf494b78550f into 4e55e5ce059e4bae952c19c6f5b52be1(size=12.8 K), total size for store is 20.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:59,480 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,480 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f., storeName=784fe85f4a9b68073ef5cf494b78550f/B, priority=13, startTime=1731295079019; duration=0sec 2024-11-11T03:17:59,480 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:17:59,480 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 784fe85f4a9b68073ef5cf494b78550f:B 2024-11-11T03:17:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,480 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:17:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,482 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45000 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:17:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,482 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 784fe85f4a9b68073ef5cf494b78550f/C is initiating minor compaction (all files) 2024-11-11T03:17:59,482 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 784fe85f4a9b68073ef5cf494b78550f/C in TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:59,482 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/be0af0a172f04eefad85992b24f0a9e9, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/58381add99534b4688a2003be3e96bf3, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/fbc928aee9b445ddb1026b8fdfe595e3, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/10e5725c73e74fcc8794e71312129c32] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp, totalSize=43.9 K 2024-11-11T03:17:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,483 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting be0af0a172f04eefad85992b24f0a9e9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731295073226 2024-11-11T03:17:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,483 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 58381add99534b4688a2003be3e96bf3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731295075352 2024-11-11T03:17:59,484 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting fbc928aee9b445ddb1026b8fdfe595e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731295077403 2024-11-11T03:17:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,484 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 10e5725c73e74fcc8794e71312129c32, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731295077718 2024-11-11T03:17:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,502 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 784fe85f4a9b68073ef5cf494b78550f#C#compaction#199 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:17:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,503 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/2de830bc9634480388e6b60ae20a2a90 is 50, key is test_row_0/C:col10/1731295077403/Put/seqid=0 2024-11-11T03:17:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742065_1241 (size=32039) 2024-11-11T03:17:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,513 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/2e883081f7214e89bad6a2fb1ff0d05d as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/2e883081f7214e89bad6a2fb1ff0d05d 2024-11-11T03:17:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-11T03:17:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,523 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 784fe85f4a9b68073ef5cf494b78550f/A of 784fe85f4a9b68073ef5cf494b78550f into 2e883081f7214e89bad6a2fb1ff0d05d(size=31.3 K), total size for store is 44.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:59,523 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:59,523 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f., storeName=784fe85f4a9b68073ef5cf494b78550f/A, priority=13, startTime=1731295079018; duration=0sec 2024-11-11T03:17:59,523 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:59,523 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 784fe85f4a9b68073ef5cf494b78550f:A 2024-11-11T03:17:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742066_1242 (size=13119) 2024-11-11T03:17:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:59,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 784fe85f4a9b68073ef5cf494b78550f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T03:17:59,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=A 2024-11-11T03:17:59,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:59,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=B 2024-11-11T03:17:59,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:59,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=C 2024-11-11T03:17:59,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:17:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411116b0e4801de4946aaab71ab712cdfa394_784fe85f4a9b68073ef5cf494b78550f is 50, key is test_row_0/A:col10/1731295079526/Put/seqid=0 2024-11-11T03:17:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,573 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:59,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-11T03:17:59,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:59,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:59,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:59,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:59,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:59,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295139576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:59,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742068_1244 (size=25158) 2024-11-11T03:17:59,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295139577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:59,583 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:17:59,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295139578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:59,588 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411116b0e4801de4946aaab71ab712cdfa394_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116b0e4801de4946aaab71ab712cdfa394_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:17:59,589 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/373396efec7748f6981ce33d3b412b59, store: [table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:17:59,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/373396efec7748f6981ce33d3b412b59 is 175, key is test_row_0/A:col10/1731295079526/Put/seqid=0 2024-11-11T03:17:59,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742067_1243 (size=74795) 2024-11-11T03:17:59,649 DEBUG [Thread-705 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b727d6e to 127.0.0.1:50122 2024-11-11T03:17:59,649 DEBUG [Thread-705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:17:59,650 DEBUG [Thread-709 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c38ee58 to 127.0.0.1:50122 2024-11-11T03:17:59,650 DEBUG [Thread-709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:17:59,652 DEBUG [Thread-703 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22e911df to 127.0.0.1:50122 2024-11-11T03:17:59,652 DEBUG [Thread-703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:17:59,653 DEBUG [Thread-707 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c7940d9 to 127.0.0.1:50122 2024-11-11T03:17:59,653 DEBUG [Thread-707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:17:59,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295139679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:59,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295139684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:59,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295139684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-11T03:17:59,726 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:59,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-11T03:17:59,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:59,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:59,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:59,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:59,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:59,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51046 deadline: 1731295139840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:59,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51064 deadline: 1731295139858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:59,879 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:59,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-11T03:17:59,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:59,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:17:59,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:17:59,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:59,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:17:59,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295139882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:59,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:59,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295139885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:59,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:17:59,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295139885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:17:59,932 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/2de830bc9634480388e6b60ae20a2a90 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/2de830bc9634480388e6b60ae20a2a90 2024-11-11T03:17:59,937 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 784fe85f4a9b68073ef5cf494b78550f/C of 784fe85f4a9b68073ef5cf494b78550f into 2de830bc9634480388e6b60ae20a2a90(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:17:59,937 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:17:59,937 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f., storeName=784fe85f4a9b68073ef5cf494b78550f/C, priority=12, startTime=1731295079019; duration=0sec 2024-11-11T03:17:59,937 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:17:59,937 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 784fe85f4a9b68073ef5cf494b78550f:C 2024-11-11T03:17:59,993 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=354, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/373396efec7748f6981ce33d3b412b59 2024-11-11T03:18:00,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/2591108b4f254e0e899629eccd7c1ea5 is 50, key is test_row_0/B:col10/1731295079526/Put/seqid=0 2024-11-11T03:18:00,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742069_1245 (size=12301) 2024-11-11T03:18:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-11T03:18:00,032 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:00,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-11T03:18:00,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:18:00,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:18:00,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:18:00,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:00,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:00,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295140183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:00,185 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:00,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-11T03:18:00,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:18:00,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:18:00,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:18:00,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:00,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:00,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295140186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:00,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295140188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:00,337 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:00,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-11T03:18:00,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:18:00,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:18:00,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:18:00,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:00,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:00,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/2591108b4f254e0e899629eccd7c1ea5 2024-11-11T03:18:00,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/c337bdde85fc459da3f9093f150ebe15 is 50, key is test_row_0/C:col10/1731295079526/Put/seqid=0 2024-11-11T03:18:00,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742070_1246 (size=12301) 2024-11-11T03:18:00,490 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:00,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-11T03:18:00,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:18:00,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:18:00,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:18:00,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:00,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-11T03:18:00,643 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:00,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-11T03:18:00,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:18:00,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:18:00,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:18:00,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:00,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:00,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51056 deadline: 1731295140689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:00,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1731295140690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:00,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51032 deadline: 1731295140691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:00,796 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:00,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-11T03:18:00,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:18:00,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:18:00,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:18:00,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:00,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:00,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/c337bdde85fc459da3f9093f150ebe15 2024-11-11T03:18:00,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/373396efec7748f6981ce33d3b412b59 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/373396efec7748f6981ce33d3b412b59 2024-11-11T03:18:00,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/373396efec7748f6981ce33d3b412b59, entries=400, sequenceid=354, filesize=73.0 K 2024-11-11T03:18:00,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/2591108b4f254e0e899629eccd7c1ea5 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/2591108b4f254e0e899629eccd7c1ea5 2024-11-11T03:18:00,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/2591108b4f254e0e899629eccd7c1ea5, entries=150, sequenceid=354, filesize=12.0 K 2024-11-11T03:18:00,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/c337bdde85fc459da3f9093f150ebe15 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/c337bdde85fc459da3f9093f150ebe15 2024-11-11T03:18:00,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/c337bdde85fc459da3f9093f150ebe15, entries=150, sequenceid=354, filesize=12.0 K 2024-11-11T03:18:00,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 784fe85f4a9b68073ef5cf494b78550f in 1310ms, sequenceid=354, compaction requested=true 2024-11-11T03:18:00,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:18:00,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 784fe85f4a9b68073ef5cf494b78550f:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:18:00,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:00,838 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:18:00,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 784fe85f4a9b68073ef5cf494b78550f:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:18:00,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:00,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 784fe85f4a9b68073ef5cf494b78550f:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:18:00,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:00,838 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:18:00,839 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120699 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:18:00,839 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32801 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:18:00,839 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): 784fe85f4a9b68073ef5cf494b78550f/A is initiating minor compaction (all files) 2024-11-11T03:18:00,839 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 784fe85f4a9b68073ef5cf494b78550f/B is initiating minor compaction (all files) 2024-11-11T03:18:00,839 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 784fe85f4a9b68073ef5cf494b78550f/A in TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:18:00,839 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 784fe85f4a9b68073ef5cf494b78550f/B in TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:18:00,839 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/2e883081f7214e89bad6a2fb1ff0d05d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/c8a35f69d14f4d81a43563671be5cbc3, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/373396efec7748f6981ce33d3b412b59] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp, totalSize=117.9 K 2024-11-11T03:18:00,839 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:18:00,839 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/4e55e5ce059e4bae952c19c6f5b52be1, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/be7bb2bddb3a4dbbbd44d70b7ac0bfa3, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/2591108b4f254e0e899629eccd7c1ea5] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp, totalSize=32.0 K 2024-11-11T03:18:00,839 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. files: [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/2e883081f7214e89bad6a2fb1ff0d05d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/c8a35f69d14f4d81a43563671be5cbc3, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/373396efec7748f6981ce33d3b412b59] 2024-11-11T03:18:00,840 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e55e5ce059e4bae952c19c6f5b52be1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731295077403 2024-11-11T03:18:00,840 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e883081f7214e89bad6a2fb1ff0d05d, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731295077403 2024-11-11T03:18:00,840 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8a35f69d14f4d81a43563671be5cbc3, keycount=50, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731295077718 2024-11-11T03:18:00,840 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting be7bb2bddb3a4dbbbd44d70b7ac0bfa3, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731295077718 2024-11-11T03:18:00,841 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 2591108b4f254e0e899629eccd7c1ea5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731295079489 2024-11-11T03:18:00,841 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 373396efec7748f6981ce33d3b412b59, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731295079489 2024-11-11T03:18:00,850 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:18:00,852 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 784fe85f4a9b68073ef5cf494b78550f#B#compaction#203 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:00,852 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/c404c695830b46f782309817aba3137d is 50, key is test_row_0/B:col10/1731295079526/Put/seqid=0 2024-11-11T03:18:00,853 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111aa078b1037264412b0f4709b70a4054f_784fe85f4a9b68073ef5cf494b78550f store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:18:00,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742071_1247 (size=13187) 2024-11-11T03:18:00,878 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111aa078b1037264412b0f4709b70a4054f_784fe85f4a9b68073ef5cf494b78550f, store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:18:00,878 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111aa078b1037264412b0f4709b70a4054f_784fe85f4a9b68073ef5cf494b78550f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:18:00,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742072_1248 (size=4469) 2024-11-11T03:18:00,949 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:00,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-11T03:18:00,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:18:00,950 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 784fe85f4a9b68073ef5cf494b78550f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T03:18:00,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=A 2024-11-11T03:18:00,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:00,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=B 2024-11-11T03:18:00,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:00,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=C 2024-11-11T03:18:00,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:00,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a6fb645c8bf644c2a06c4512221fac1e_784fe85f4a9b68073ef5cf494b78550f is 50, key is test_row_0/A:col10/1731295079575/Put/seqid=0 2024-11-11T03:18:00,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742073_1249 (size=12454) 2024-11-11T03:18:01,263 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/c404c695830b46f782309817aba3137d as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/c404c695830b46f782309817aba3137d 2024-11-11T03:18:01,267 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 784fe85f4a9b68073ef5cf494b78550f/B of 784fe85f4a9b68073ef5cf494b78550f into c404c695830b46f782309817aba3137d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:01,267 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:18:01,267 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f., storeName=784fe85f4a9b68073ef5cf494b78550f/B, priority=13, startTime=1731295080838; duration=0sec 2024-11-11T03:18:01,267 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:01,267 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 784fe85f4a9b68073ef5cf494b78550f:B 2024-11-11T03:18:01,267 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-11T03:18:01,268 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-11T03:18:01,268 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-11T03:18:01,268 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. because compaction request was cancelled 2024-11-11T03:18:01,268 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 784fe85f4a9b68073ef5cf494b78550f:C 2024-11-11T03:18:01,287 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 784fe85f4a9b68073ef5cf494b78550f#A#compaction#204 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:01,288 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/933dccb9cc4f46f991d9f79cbfff3aa0 is 175, key is test_row_0/A:col10/1731295079526/Put/seqid=0 2024-11-11T03:18:01,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742074_1250 (size=32141) 2024-11-11T03:18:01,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:18:01,372 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a6fb645c8bf644c2a06c4512221fac1e_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a6fb645c8bf644c2a06c4512221fac1e_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:18:01,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/8a029299628c4a30885c086a025c3fb9, store: [table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:18:01,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/8a029299628c4a30885c086a025c3fb9 is 175, key is test_row_0/A:col10/1731295079575/Put/seqid=0 2024-11-11T03:18:01,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742075_1251 (size=31255) 2024-11-11T03:18:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-11T03:18:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:18:01,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. as already flushing 2024-11-11T03:18:01,695 DEBUG [Thread-694 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b4bd1ba to 127.0.0.1:50122 2024-11-11T03:18:01,696 DEBUG [Thread-694 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:18:01,698 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/933dccb9cc4f46f991d9f79cbfff3aa0 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/933dccb9cc4f46f991d9f79cbfff3aa0 2024-11-11T03:18:01,698 DEBUG [Thread-692 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79982672 to 127.0.0.1:50122 2024-11-11T03:18:01,698 DEBUG [Thread-692 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:18:01,700 DEBUG [Thread-698 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x505d5ccd to 127.0.0.1:50122 2024-11-11T03:18:01,700 DEBUG [Thread-698 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:18:01,703 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 784fe85f4a9b68073ef5cf494b78550f/A of 784fe85f4a9b68073ef5cf494b78550f into 933dccb9cc4f46f991d9f79cbfff3aa0(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:01,703 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:18:01,703 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f., storeName=784fe85f4a9b68073ef5cf494b78550f/A, priority=13, startTime=1731295080838; duration=0sec 2024-11-11T03:18:01,703 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:01,703 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 784fe85f4a9b68073ef5cf494b78550f:A 2024-11-11T03:18:01,778 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=380, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/8a029299628c4a30885c086a025c3fb9 2024-11-11T03:18:01,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/f2976f85895648bb85adbf4f640a53f4 is 50, key is test_row_0/B:col10/1731295079575/Put/seqid=0 2024-11-11T03:18:01,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742076_1252 (size=12301) 2024-11-11T03:18:01,861 DEBUG [Thread-700 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x367f47f7 to 127.0.0.1:50122 2024-11-11T03:18:01,861 DEBUG [Thread-700 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:18:01,863 DEBUG [Thread-696 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x454f1431 to 127.0.0.1:50122 2024-11-11T03:18:01,863 DEBUG [Thread-696 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:18:02,191 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/f2976f85895648bb85adbf4f640a53f4 2024-11-11T03:18:02,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/3a3c9501e72841fc84000dd98e5e8e73 is 50, key is test_row_0/C:col10/1731295079575/Put/seqid=0 2024-11-11T03:18:02,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742077_1253 (size=12301) 2024-11-11T03:18:02,605 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/3a3c9501e72841fc84000dd98e5e8e73 2024-11-11T03:18:02,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/8a029299628c4a30885c086a025c3fb9 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/8a029299628c4a30885c086a025c3fb9 2024-11-11T03:18:02,613 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/8a029299628c4a30885c086a025c3fb9, entries=150, sequenceid=380, filesize=30.5 K 2024-11-11T03:18:02,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/f2976f85895648bb85adbf4f640a53f4 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/f2976f85895648bb85adbf4f640a53f4 2024-11-11T03:18:02,617 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/f2976f85895648bb85adbf4f640a53f4, entries=150, sequenceid=380, filesize=12.0 K 2024-11-11T03:18:02,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/3a3c9501e72841fc84000dd98e5e8e73 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/3a3c9501e72841fc84000dd98e5e8e73 2024-11-11T03:18:02,621 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/3a3c9501e72841fc84000dd98e5e8e73, entries=150, sequenceid=380, filesize=12.0 K 2024-11-11T03:18:02,622 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=33.54 KB/34350 for 784fe85f4a9b68073ef5cf494b78550f in 1672ms, sequenceid=380, compaction requested=true 2024-11-11T03:18:02,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:18:02,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:18:02,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-11T03:18:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-11T03:18:02,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-11T03:18:02,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2030 sec 2024-11-11T03:18:02,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 3.2060 sec 2024-11-11T03:18:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-11T03:18:03,525 INFO [Thread-702 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-11T03:18:03,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T03:18:03,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-11T03:18:03,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-11T03:18:03,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-11T03:18:03,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-11T03:18:03,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-11T03:18:03,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T03:18:03,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6827 2024-11-11T03:18:03,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6332 2024-11-11T03:18:03,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T03:18:03,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2785 2024-11-11T03:18:03,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8355 rows 2024-11-11T03:18:03,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2784 2024-11-11T03:18:03,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8352 rows 2024-11-11T03:18:03,525 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-11T03:18:03,525 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x118b007e to 127.0.0.1:50122 2024-11-11T03:18:03,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:18:03,528 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-11T03:18:03,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-11T03:18:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T03:18:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-11T03:18:03,532 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731295083532"}]},"ts":"1731295083532"} 2024-11-11T03:18:03,533 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T03:18:03,536 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T03:18:03,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T03:18:03,538 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=784fe85f4a9b68073ef5cf494b78550f, UNASSIGN}] 2024-11-11T03:18:03,539 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=784fe85f4a9b68073ef5cf494b78550f, UNASSIGN 2024-11-11T03:18:03,539 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=784fe85f4a9b68073ef5cf494b78550f, regionState=CLOSING, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:03,540 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T03:18:03,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; CloseRegionProcedure 784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786}] 2024-11-11T03:18:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-11T03:18:03,692 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:03,692 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(124): Close 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:18:03,692 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T03:18:03,692 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1681): Closing 784fe85f4a9b68073ef5cf494b78550f, disabling compactions & flushes 2024-11-11T03:18:03,692 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:18:03,692 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:18:03,692 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. after waiting 0 ms 2024-11-11T03:18:03,692 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:18:03,692 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(2837): Flushing 784fe85f4a9b68073ef5cf494b78550f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T03:18:03,693 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=A 2024-11-11T03:18:03,693 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:03,693 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=B 2024-11-11T03:18:03,693 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:03,693 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 784fe85f4a9b68073ef5cf494b78550f, store=C 2024-11-11T03:18:03,693 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:03,699 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ed0cdcc35bec470dbf75550a256349ef_784fe85f4a9b68073ef5cf494b78550f is 50, key is test_row_0/A:col10/1731295081699/Put/seqid=0 2024-11-11T03:18:03,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742078_1254 (size=12454) 2024-11-11T03:18:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-11T03:18:04,103 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:18:04,107 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ed0cdcc35bec470dbf75550a256349ef_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ed0cdcc35bec470dbf75550a256349ef_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:18:04,108 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/31daee35a1f349a8bebaf0567fb82f5b, store: [table=TestAcidGuarantees family=A region=784fe85f4a9b68073ef5cf494b78550f] 2024-11-11T03:18:04,109 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/31daee35a1f349a8bebaf0567fb82f5b is 175, key is test_row_0/A:col10/1731295081699/Put/seqid=0 2024-11-11T03:18:04,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742079_1255 (size=31255) 2024-11-11T03:18:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-11T03:18:04,164 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T03:18:04,513 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=390, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/31daee35a1f349a8bebaf0567fb82f5b 2024-11-11T03:18:04,520 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/5a3d04e5a82c4e06b2d8133da91d71fc is 50, key is test_row_0/B:col10/1731295081699/Put/seqid=0 2024-11-11T03:18:04,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742080_1256 (size=12301) 2024-11-11T03:18:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-11T03:18:04,926 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/5a3d04e5a82c4e06b2d8133da91d71fc 2024-11-11T03:18:04,933 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/e51be0a2a6744e97b23c7b07713d1a84 is 50, key is test_row_0/C:col10/1731295081699/Put/seqid=0 2024-11-11T03:18:04,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742081_1257 (size=12301) 2024-11-11T03:18:05,338 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/e51be0a2a6744e97b23c7b07713d1a84 2024-11-11T03:18:05,342 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/A/31daee35a1f349a8bebaf0567fb82f5b as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/31daee35a1f349a8bebaf0567fb82f5b 2024-11-11T03:18:05,346 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/31daee35a1f349a8bebaf0567fb82f5b, entries=150, sequenceid=390, filesize=30.5 K 2024-11-11T03:18:05,346 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/B/5a3d04e5a82c4e06b2d8133da91d71fc as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/5a3d04e5a82c4e06b2d8133da91d71fc 2024-11-11T03:18:05,350 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/5a3d04e5a82c4e06b2d8133da91d71fc, entries=150, sequenceid=390, filesize=12.0 K 2024-11-11T03:18:05,350 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/.tmp/C/e51be0a2a6744e97b23c7b07713d1a84 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/e51be0a2a6744e97b23c7b07713d1a84 2024-11-11T03:18:05,353 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/e51be0a2a6744e97b23c7b07713d1a84, entries=150, sequenceid=390, filesize=12.0 K 2024-11-11T03:18:05,354 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 784fe85f4a9b68073ef5cf494b78550f in 1662ms, sequenceid=390, compaction requested=true 2024-11-11T03:18:05,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/509c029867b04f889f57e71311fabac8, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/c74f20fa8a994335ae2a2581395deacb, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/00582311a3974d1f88cc02c1cff79034, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/0efa595cb9234dd3afcbcf4124a51be1, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/9775222b716e4ea5b879b1a18ee1d5e1, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/2984ce283eba498d951724dc5a3e3e95, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/2ba252602f6348aeb2c5e1e8199e6a4d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/5f59a47f6177499da554ab58395cfdd9, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/af7938819f1140648d975119f8b0c2f4, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/d39c1877213a491e9750cca593ed9344, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/d360e24812f84968b84166173e1b2667, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/413d047af11a43d88e14dd797bc94cc1, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/827c715a3201465f804e8bb99b4fc4cf, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/ad96371d92874757bc85bddbf5e90054, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/44d92566c29c470d959a397e93c3ffc9, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/01a60a27a71345d7b1e7dec4dd48d072, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/c06677e6ae7141769e0c34b39ec29d9e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/7028f23bfc97419281eb1bd3831fe08c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/1558cc8b112741d581af35cf0eb835fd, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/d49ba20d854e44e187b3bf301c4603bd, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/934f63a9b7934ccaa6753ec494fe3e5a, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/c29bdd727c124c93a094fa3ea3048742, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/f7b7ae8eda8647059cd3ab07fb96e4d9, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/2e883081f7214e89bad6a2fb1ff0d05d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/c8a35f69d14f4d81a43563671be5cbc3, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/373396efec7748f6981ce33d3b412b59] to archive 2024-11-11T03:18:05,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T03:18:05,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/509c029867b04f889f57e71311fabac8 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/509c029867b04f889f57e71311fabac8 2024-11-11T03:18:05,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/c74f20fa8a994335ae2a2581395deacb to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/c74f20fa8a994335ae2a2581395deacb 2024-11-11T03:18:05,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/00582311a3974d1f88cc02c1cff79034 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/00582311a3974d1f88cc02c1cff79034 2024-11-11T03:18:05,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/0efa595cb9234dd3afcbcf4124a51be1 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/0efa595cb9234dd3afcbcf4124a51be1 2024-11-11T03:18:05,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/9775222b716e4ea5b879b1a18ee1d5e1 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/9775222b716e4ea5b879b1a18ee1d5e1 2024-11-11T03:18:05,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/2984ce283eba498d951724dc5a3e3e95 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/2984ce283eba498d951724dc5a3e3e95 2024-11-11T03:18:05,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/2ba252602f6348aeb2c5e1e8199e6a4d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/2ba252602f6348aeb2c5e1e8199e6a4d 2024-11-11T03:18:05,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/5f59a47f6177499da554ab58395cfdd9 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/5f59a47f6177499da554ab58395cfdd9 2024-11-11T03:18:05,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/af7938819f1140648d975119f8b0c2f4 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/af7938819f1140648d975119f8b0c2f4 2024-11-11T03:18:05,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/d39c1877213a491e9750cca593ed9344 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/d39c1877213a491e9750cca593ed9344 2024-11-11T03:18:05,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/d360e24812f84968b84166173e1b2667 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/d360e24812f84968b84166173e1b2667 2024-11-11T03:18:05,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/413d047af11a43d88e14dd797bc94cc1 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/413d047af11a43d88e14dd797bc94cc1 2024-11-11T03:18:05,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/827c715a3201465f804e8bb99b4fc4cf to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/827c715a3201465f804e8bb99b4fc4cf 2024-11-11T03:18:05,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/ad96371d92874757bc85bddbf5e90054 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/ad96371d92874757bc85bddbf5e90054 2024-11-11T03:18:05,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/44d92566c29c470d959a397e93c3ffc9 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/44d92566c29c470d959a397e93c3ffc9 2024-11-11T03:18:05,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/01a60a27a71345d7b1e7dec4dd48d072 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/01a60a27a71345d7b1e7dec4dd48d072 2024-11-11T03:18:05,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/c06677e6ae7141769e0c34b39ec29d9e to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/c06677e6ae7141769e0c34b39ec29d9e 2024-11-11T03:18:05,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/7028f23bfc97419281eb1bd3831fe08c to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/7028f23bfc97419281eb1bd3831fe08c 2024-11-11T03:18:05,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/1558cc8b112741d581af35cf0eb835fd to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/1558cc8b112741d581af35cf0eb835fd 2024-11-11T03:18:05,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/d49ba20d854e44e187b3bf301c4603bd to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/d49ba20d854e44e187b3bf301c4603bd 2024-11-11T03:18:05,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/934f63a9b7934ccaa6753ec494fe3e5a to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/934f63a9b7934ccaa6753ec494fe3e5a 2024-11-11T03:18:05,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/c29bdd727c124c93a094fa3ea3048742 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/c29bdd727c124c93a094fa3ea3048742 2024-11-11T03:18:05,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/f7b7ae8eda8647059cd3ab07fb96e4d9 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/f7b7ae8eda8647059cd3ab07fb96e4d9 2024-11-11T03:18:05,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/2e883081f7214e89bad6a2fb1ff0d05d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/2e883081f7214e89bad6a2fb1ff0d05d 2024-11-11T03:18:05,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/c8a35f69d14f4d81a43563671be5cbc3 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/c8a35f69d14f4d81a43563671be5cbc3 2024-11-11T03:18:05,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/373396efec7748f6981ce33d3b412b59 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/373396efec7748f6981ce33d3b412b59 2024-11-11T03:18:05,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/eedce8df3238449e8007461739282af5, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/ac55ac4d22d34e459494d69f0b2ee874, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/08c8078abaee42219a49d9e8b294f10f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/662abc68a0e2446cb7f8d6e1ded9152c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/1511c0125b16474d98858b496968f1e3, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/6c2e95645e4d4d63bde7002d1e3c3e4e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/8e82947b59a148149054220694aec64c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/723be135d6df448089b8b6d14b439916, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/b41e9940c5734b649512f2673a7baff6, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/01da18277203474d8b857f4341fd748e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/f05ba6cf7b064b0e99c44a0cdfa2bf95, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/c58b6aead5214c15b5053bddfda3b7c4, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/e3c9d6ab08aa4217aa1fd89530678af5, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/388ed2f6f834446283888a51c29e1887, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/b8563d3aa7594b72a4eb1136cfeda2d2, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/3d2e7842909841ffb5bbf1644978afd7, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/bbf418e9e3e642eab4c0e8785c5cc9b4, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/e160c30bb8924006be372b402e4a3c1f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/1b62fda48bc6402fbe6c3a7ce13dcc88, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/709b053162f64da68fb3e1c1305f554a, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/aedeb37254e44a11be319cfa953cbaa7, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/e0c8bfa6d2b24622a6110cf0a6811a4e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/4e55e5ce059e4bae952c19c6f5b52be1, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/864eb26dcc0a4374bd5591b06b0a804b, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/be7bb2bddb3a4dbbbd44d70b7ac0bfa3, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/2591108b4f254e0e899629eccd7c1ea5] to archive 2024-11-11T03:18:05,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T03:18:05,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/eedce8df3238449e8007461739282af5 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/eedce8df3238449e8007461739282af5 2024-11-11T03:18:05,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/ac55ac4d22d34e459494d69f0b2ee874 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/ac55ac4d22d34e459494d69f0b2ee874 2024-11-11T03:18:05,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/08c8078abaee42219a49d9e8b294f10f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/08c8078abaee42219a49d9e8b294f10f 2024-11-11T03:18:05,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/662abc68a0e2446cb7f8d6e1ded9152c to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/662abc68a0e2446cb7f8d6e1ded9152c 2024-11-11T03:18:05,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/1511c0125b16474d98858b496968f1e3 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/1511c0125b16474d98858b496968f1e3 2024-11-11T03:18:05,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/6c2e95645e4d4d63bde7002d1e3c3e4e to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/6c2e95645e4d4d63bde7002d1e3c3e4e 2024-11-11T03:18:05,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/8e82947b59a148149054220694aec64c to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/8e82947b59a148149054220694aec64c 2024-11-11T03:18:05,392 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/723be135d6df448089b8b6d14b439916 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/723be135d6df448089b8b6d14b439916 2024-11-11T03:18:05,392 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/b41e9940c5734b649512f2673a7baff6 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/b41e9940c5734b649512f2673a7baff6 2024-11-11T03:18:05,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/01da18277203474d8b857f4341fd748e to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/01da18277203474d8b857f4341fd748e 2024-11-11T03:18:05,394 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/f05ba6cf7b064b0e99c44a0cdfa2bf95 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/f05ba6cf7b064b0e99c44a0cdfa2bf95 2024-11-11T03:18:05,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/c58b6aead5214c15b5053bddfda3b7c4 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/c58b6aead5214c15b5053bddfda3b7c4 2024-11-11T03:18:05,396 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/e3c9d6ab08aa4217aa1fd89530678af5 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/e3c9d6ab08aa4217aa1fd89530678af5 2024-11-11T03:18:05,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/388ed2f6f834446283888a51c29e1887 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/388ed2f6f834446283888a51c29e1887 2024-11-11T03:18:05,398 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/b8563d3aa7594b72a4eb1136cfeda2d2 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/b8563d3aa7594b72a4eb1136cfeda2d2 2024-11-11T03:18:05,399 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/3d2e7842909841ffb5bbf1644978afd7 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/3d2e7842909841ffb5bbf1644978afd7 2024-11-11T03:18:05,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/bbf418e9e3e642eab4c0e8785c5cc9b4 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/bbf418e9e3e642eab4c0e8785c5cc9b4 2024-11-11T03:18:05,401 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/e160c30bb8924006be372b402e4a3c1f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/e160c30bb8924006be372b402e4a3c1f 2024-11-11T03:18:05,401 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/1b62fda48bc6402fbe6c3a7ce13dcc88 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/1b62fda48bc6402fbe6c3a7ce13dcc88 2024-11-11T03:18:05,402 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/709b053162f64da68fb3e1c1305f554a to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/709b053162f64da68fb3e1c1305f554a 2024-11-11T03:18:05,403 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/aedeb37254e44a11be319cfa953cbaa7 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/aedeb37254e44a11be319cfa953cbaa7 2024-11-11T03:18:05,404 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/e0c8bfa6d2b24622a6110cf0a6811a4e to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/e0c8bfa6d2b24622a6110cf0a6811a4e 2024-11-11T03:18:05,405 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/4e55e5ce059e4bae952c19c6f5b52be1 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/4e55e5ce059e4bae952c19c6f5b52be1 2024-11-11T03:18:05,406 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/864eb26dcc0a4374bd5591b06b0a804b to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/864eb26dcc0a4374bd5591b06b0a804b 2024-11-11T03:18:05,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/be7bb2bddb3a4dbbbd44d70b7ac0bfa3 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/be7bb2bddb3a4dbbbd44d70b7ac0bfa3 2024-11-11T03:18:05,408 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/2591108b4f254e0e899629eccd7c1ea5 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/2591108b4f254e0e899629eccd7c1ea5 2024-11-11T03:18:05,409 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/2eaec611e2904dcbb452cc10b94eecc7, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/f16075ea28d047a7881f1ad761a7f648, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/fc15efcd6825402ebffc59139122c6aa, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/c8426f39c52d4a08bea3a9ef57d98d9e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/f45b1c6228f74b759df5d038fd436a78, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/8b485b9dc52d43a48fccfa2dc0264cd8, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/96ddedffbb86477ebd84bd7dd5a5efb1, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/483f6eb17f3d46a398186d2c11302f34, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/7697815d6ba14bb890084e9b034b8753, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/62e26d10dda84a80a69d8c33be42738e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/1d095ba33a3e486688d4eec74b9619a4, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/88807176d63a42b4a12cd94f22bff163, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/32dc99232e774f14af082573ab412932, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/1c514bfc4a5f4adfa4ef028a268de248, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/edaee1208b994a51aeadef11860f7567, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/bb99db093f104f32907d8e8ddcefea2b, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/864b782bf02e4018b3c36e6ad8a65af0, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/75dc8a3e36524ff5ab0f0cf608613adb, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/296a22a6edc24603883a22e095f22c83, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/be0af0a172f04eefad85992b24f0a9e9, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/dae9444fa892452ca610e5e9caa4739c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/58381add99534b4688a2003be3e96bf3, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/fbc928aee9b445ddb1026b8fdfe595e3, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/10e5725c73e74fcc8794e71312129c32] to archive 2024-11-11T03:18:05,410 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T03:18:05,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/2eaec611e2904dcbb452cc10b94eecc7 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/2eaec611e2904dcbb452cc10b94eecc7 2024-11-11T03:18:05,412 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/f16075ea28d047a7881f1ad761a7f648 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/f16075ea28d047a7881f1ad761a7f648 2024-11-11T03:18:05,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/fc15efcd6825402ebffc59139122c6aa to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/fc15efcd6825402ebffc59139122c6aa 2024-11-11T03:18:05,414 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/c8426f39c52d4a08bea3a9ef57d98d9e to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/c8426f39c52d4a08bea3a9ef57d98d9e 2024-11-11T03:18:05,415 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/f45b1c6228f74b759df5d038fd436a78 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/f45b1c6228f74b759df5d038fd436a78 2024-11-11T03:18:05,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/8b485b9dc52d43a48fccfa2dc0264cd8 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/8b485b9dc52d43a48fccfa2dc0264cd8 2024-11-11T03:18:05,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/96ddedffbb86477ebd84bd7dd5a5efb1 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/96ddedffbb86477ebd84bd7dd5a5efb1 2024-11-11T03:18:05,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/483f6eb17f3d46a398186d2c11302f34 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/483f6eb17f3d46a398186d2c11302f34 2024-11-11T03:18:05,420 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/7697815d6ba14bb890084e9b034b8753 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/7697815d6ba14bb890084e9b034b8753 2024-11-11T03:18:05,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/62e26d10dda84a80a69d8c33be42738e to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/62e26d10dda84a80a69d8c33be42738e 2024-11-11T03:18:05,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/1d095ba33a3e486688d4eec74b9619a4 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/1d095ba33a3e486688d4eec74b9619a4 2024-11-11T03:18:05,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/88807176d63a42b4a12cd94f22bff163 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/88807176d63a42b4a12cd94f22bff163 2024-11-11T03:18:05,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/32dc99232e774f14af082573ab412932 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/32dc99232e774f14af082573ab412932 2024-11-11T03:18:05,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/1c514bfc4a5f4adfa4ef028a268de248 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/1c514bfc4a5f4adfa4ef028a268de248 2024-11-11T03:18:05,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/edaee1208b994a51aeadef11860f7567 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/edaee1208b994a51aeadef11860f7567 2024-11-11T03:18:05,428 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/bb99db093f104f32907d8e8ddcefea2b to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/bb99db093f104f32907d8e8ddcefea2b 2024-11-11T03:18:05,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/864b782bf02e4018b3c36e6ad8a65af0 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/864b782bf02e4018b3c36e6ad8a65af0 2024-11-11T03:18:05,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/75dc8a3e36524ff5ab0f0cf608613adb to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/75dc8a3e36524ff5ab0f0cf608613adb 2024-11-11T03:18:05,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/296a22a6edc24603883a22e095f22c83 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/296a22a6edc24603883a22e095f22c83 2024-11-11T03:18:05,432 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/be0af0a172f04eefad85992b24f0a9e9 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/be0af0a172f04eefad85992b24f0a9e9 2024-11-11T03:18:05,433 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/dae9444fa892452ca610e5e9caa4739c to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/dae9444fa892452ca610e5e9caa4739c 2024-11-11T03:18:05,434 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/58381add99534b4688a2003be3e96bf3 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/58381add99534b4688a2003be3e96bf3 2024-11-11T03:18:05,435 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/fbc928aee9b445ddb1026b8fdfe595e3 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/fbc928aee9b445ddb1026b8fdfe595e3 2024-11-11T03:18:05,437 DEBUG [StoreCloser-TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/10e5725c73e74fcc8794e71312129c32 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/10e5725c73e74fcc8794e71312129c32 2024-11-11T03:18:05,441 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/recovered.edits/393.seqid, newMaxSeqId=393, maxSeqId=4 2024-11-11T03:18:05,442 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f. 2024-11-11T03:18:05,442 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1635): Region close journal for 784fe85f4a9b68073ef5cf494b78550f: 2024-11-11T03:18:05,444 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(170): Closed 784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:18:05,444 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=784fe85f4a9b68073ef5cf494b78550f, regionState=CLOSED 2024-11-11T03:18:05,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-11T03:18:05,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; CloseRegionProcedure 784fe85f4a9b68073ef5cf494b78550f, server=e4cdd3a0b883,46769,1731295025786 in 1.9050 sec 2024-11-11T03:18:05,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=69, resume processing ppid=68 2024-11-11T03:18:05,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=784fe85f4a9b68073ef5cf494b78550f, UNASSIGN in 1.9080 sec 2024-11-11T03:18:05,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-11T03:18:05,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9110 sec 2024-11-11T03:18:05,451 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731295085451"}]},"ts":"1731295085451"} 2024-11-11T03:18:05,452 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T03:18:05,454 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T03:18:05,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9260 sec 2024-11-11T03:18:05,547 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-11T03:18:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-11T03:18:05,635 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-11T03:18:05,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-11T03:18:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:18:05,638 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=71, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:18:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-11T03:18:05,638 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=71, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:18:05,641 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:18:05,643 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A, FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B, FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C, FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/recovered.edits] 2024-11-11T03:18:05,645 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/31daee35a1f349a8bebaf0567fb82f5b to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/31daee35a1f349a8bebaf0567fb82f5b 2024-11-11T03:18:05,646 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/8a029299628c4a30885c086a025c3fb9 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/8a029299628c4a30885c086a025c3fb9 2024-11-11T03:18:05,647 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/933dccb9cc4f46f991d9f79cbfff3aa0 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/A/933dccb9cc4f46f991d9f79cbfff3aa0 2024-11-11T03:18:05,649 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/5a3d04e5a82c4e06b2d8133da91d71fc to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/5a3d04e5a82c4e06b2d8133da91d71fc 2024-11-11T03:18:05,651 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/c404c695830b46f782309817aba3137d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/c404c695830b46f782309817aba3137d 2024-11-11T03:18:05,652 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/f2976f85895648bb85adbf4f640a53f4 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/B/f2976f85895648bb85adbf4f640a53f4 2024-11-11T03:18:05,655 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/2de830bc9634480388e6b60ae20a2a90 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/2de830bc9634480388e6b60ae20a2a90 2024-11-11T03:18:05,657 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/3a3c9501e72841fc84000dd98e5e8e73 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/3a3c9501e72841fc84000dd98e5e8e73 2024-11-11T03:18:05,658 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/c337bdde85fc459da3f9093f150ebe15 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/c337bdde85fc459da3f9093f150ebe15 2024-11-11T03:18:05,659 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/e51be0a2a6744e97b23c7b07713d1a84 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/C/e51be0a2a6744e97b23c7b07713d1a84 2024-11-11T03:18:05,662 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/recovered.edits/393.seqid to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f/recovered.edits/393.seqid 2024-11-11T03:18:05,663 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:18:05,663 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T03:18:05,664 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T03:18:05,664 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-11T03:18:05,669 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111100107d97678f4d02b4c0184bff20b140_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111100107d97678f4d02b4c0184bff20b140_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:18:05,670 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111383339bad5045d4ad6b8489037ab4ad_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111383339bad5045d4ad6b8489037ab4ad_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:18:05,671 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111117ab06d4bac240a28478273373bc695b_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111117ab06d4bac240a28478273373bc695b_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:18:05,672 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113226e413e2334fb3807ae7176f9a8a75_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113226e413e2334fb3807ae7176f9a8a75_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:18:05,673 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111520b4c9d589a40b69287f05081d54ae9_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111520b4c9d589a40b69287f05081d54ae9_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:18:05,674 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116b0e4801de4946aaab71ab712cdfa394_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116b0e4801de4946aaab71ab712cdfa394_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:18:05,676 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116c609093a6884293a6d5aa5edf1ea989_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116c609093a6884293a6d5aa5edf1ea989_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:18:05,677 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117999bf9508ae4b5b87023e3375f84c29_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117999bf9508ae4b5b87023e3375f84c29_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:18:05,678 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111183594bfe29b14973a8f137bb723ee043_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111183594bfe29b14973a8f137bb723ee043_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:18:05,679 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118459143b83874c49ace3a97f8cc73875_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118459143b83874c49ace3a97f8cc73875_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:18:05,680 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119b2d4ef5bf4840048a0581b0738667b0_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119b2d4ef5bf4840048a0581b0738667b0_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:18:05,681 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a6fb645c8bf644c2a06c4512221fac1e_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a6fb645c8bf644c2a06c4512221fac1e_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:18:05,682 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b2aa56e540804b80b820b081d83230f5_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b2aa56e540804b80b820b081d83230f5_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:18:05,683 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b4570eee59ae4aa9a642bccb567baf3a_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b4570eee59ae4aa9a642bccb567baf3a_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:18:05,685 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ba5e9296f8f44ff0880417b621828bce_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ba5e9296f8f44ff0880417b621828bce_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:18:05,686 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111bd095f8dc68e4b499a32b16ccf595983_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111bd095f8dc68e4b499a32b16ccf595983_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:18:05,687 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111bf58ebee319e4920a9f46a76cb5c1798_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111bf58ebee319e4920a9f46a76cb5c1798_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:18:05,688 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111bfe5ec6b1e7f42868e7b103880392680_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111bfe5ec6b1e7f42868e7b103880392680_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:18:05,689 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cb826d9b2a1043b0bff335f4b98fcbb2_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cb826d9b2a1043b0bff335f4b98fcbb2_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:18:05,690 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ed0cdcc35bec470dbf75550a256349ef_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ed0cdcc35bec470dbf75550a256349ef_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:18:05,691 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111fb8c3d8d8f8f4953874029dec0f730fc_784fe85f4a9b68073ef5cf494b78550f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111fb8c3d8d8f8f4953874029dec0f730fc_784fe85f4a9b68073ef5cf494b78550f 2024-11-11T03:18:05,691 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T03:18:05,693 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=71, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:18:05,696 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T03:18:05,698 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T03:18:05,698 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=71, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:18:05,698 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T03:18:05,699 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731295085698"}]},"ts":"9223372036854775807"} 2024-11-11T03:18:05,700 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-11T03:18:05,700 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 784fe85f4a9b68073ef5cf494b78550f, NAME => 'TestAcidGuarantees,,1731295056478.784fe85f4a9b68073ef5cf494b78550f.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T03:18:05,700 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T03:18:05,700 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731295085700"}]},"ts":"9223372036854775807"} 2024-11-11T03:18:05,702 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-11T03:18:05,704 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=71, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:18:05,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 68 msec 2024-11-11T03:18:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-11T03:18:05,739 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-11T03:18:05,753 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=242 (was 240) Potentially hanging thread: hconnection-0x4c91b42-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/cluster_c535803d-d78c-63fa-68ee-e027b90771f3/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/cluster_c535803d-d78c-63fa-68ee-e027b90771f3/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x4c91b42-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x4c91b42-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1980666486_22 at /127.0.0.1:54416 [Waiting for operation #1811] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-553001702_22 at /127.0.0.1:40748 [Waiting for operation #1414] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-553001702_22 at /127.0.0.1:39772 [Waiting for operation #1551] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1980666486_22 at /127.0.0.1:40758 [Waiting for operation #1434] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x4c91b42-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=467 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=450 (was 360) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7271 (was 7681) 2024-11-11T03:18:05,762 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=242, OpenFileDescriptor=467, MaxFileDescriptor=1048576, SystemLoadAverage=450, ProcessCount=11, AvailableMemoryMB=7271 2024-11-11T03:18:05,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T03:18:05,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T03:18:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=72, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T03:18:05,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T03:18:05,766 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:18:05,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 72 2024-11-11T03:18:05,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T03:18:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-11T03:18:05,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742082_1258 (size=960) 2024-11-11T03:18:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-11T03:18:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-11T03:18:06,174 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0 2024-11-11T03:18:06,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742083_1259 (size=53) 2024-11-11T03:18:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-11T03:18:06,581 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:18:06,581 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing a8d2e16fb9a0be233ce1a0bb87b753ae, disabling compactions & flushes 2024-11-11T03:18:06,581 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:06,581 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:06,581 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. after waiting 0 ms 2024-11-11T03:18:06,581 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:06,581 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:06,581 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:06,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T03:18:06,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731295086582"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731295086582"}]},"ts":"1731295086582"} 2024-11-11T03:18:06,583 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-11T03:18:06,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T03:18:06,584 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731295086584"}]},"ts":"1731295086584"} 2024-11-11T03:18:06,585 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T03:18:06,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a8d2e16fb9a0be233ce1a0bb87b753ae, ASSIGN}] 2024-11-11T03:18:06,589 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a8d2e16fb9a0be233ce1a0bb87b753ae, ASSIGN 2024-11-11T03:18:06,589 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a8d2e16fb9a0be233ce1a0bb87b753ae, ASSIGN; state=OFFLINE, location=e4cdd3a0b883,46769,1731295025786; forceNewPlan=false, retain=false 2024-11-11T03:18:06,740 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=a8d2e16fb9a0be233ce1a0bb87b753ae, regionState=OPENING, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:06,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; OpenRegionProcedure a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786}] 2024-11-11T03:18:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-11T03:18:06,893 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:06,895 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:06,896 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7285): Opening region: {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} 2024-11-11T03:18:06,896 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:06,896 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:18:06,896 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7327): checking encryption for a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:06,896 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7330): checking classloading for a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:06,897 INFO [StoreOpener-a8d2e16fb9a0be233ce1a0bb87b753ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:06,898 INFO [StoreOpener-a8d2e16fb9a0be233ce1a0bb87b753ae-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T03:18:06,899 INFO [StoreOpener-a8d2e16fb9a0be233ce1a0bb87b753ae-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8d2e16fb9a0be233ce1a0bb87b753ae columnFamilyName A 2024-11-11T03:18:06,899 DEBUG [StoreOpener-a8d2e16fb9a0be233ce1a0bb87b753ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:18:06,899 INFO [StoreOpener-a8d2e16fb9a0be233ce1a0bb87b753ae-1 {}] regionserver.HStore(327): Store=a8d2e16fb9a0be233ce1a0bb87b753ae/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:18:06,899 INFO [StoreOpener-a8d2e16fb9a0be233ce1a0bb87b753ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:06,900 INFO [StoreOpener-a8d2e16fb9a0be233ce1a0bb87b753ae-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T03:18:06,901 INFO [StoreOpener-a8d2e16fb9a0be233ce1a0bb87b753ae-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8d2e16fb9a0be233ce1a0bb87b753ae columnFamilyName B 2024-11-11T03:18:06,901 DEBUG [StoreOpener-a8d2e16fb9a0be233ce1a0bb87b753ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:18:06,901 INFO [StoreOpener-a8d2e16fb9a0be233ce1a0bb87b753ae-1 {}] regionserver.HStore(327): Store=a8d2e16fb9a0be233ce1a0bb87b753ae/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:18:06,901 INFO [StoreOpener-a8d2e16fb9a0be233ce1a0bb87b753ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:06,902 INFO [StoreOpener-a8d2e16fb9a0be233ce1a0bb87b753ae-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T03:18:06,902 INFO [StoreOpener-a8d2e16fb9a0be233ce1a0bb87b753ae-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8d2e16fb9a0be233ce1a0bb87b753ae columnFamilyName C 2024-11-11T03:18:06,902 DEBUG [StoreOpener-a8d2e16fb9a0be233ce1a0bb87b753ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:18:06,903 INFO [StoreOpener-a8d2e16fb9a0be233ce1a0bb87b753ae-1 {}] regionserver.HStore(327): Store=a8d2e16fb9a0be233ce1a0bb87b753ae/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:18:06,903 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:06,903 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:06,904 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:06,905 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T03:18:06,906 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1085): writing seq id for a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:06,908 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:18:06,908 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1102): Opened a8d2e16fb9a0be233ce1a0bb87b753ae; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60905855, jitterRate=-0.09243203699588776}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T03:18:06,909 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1001): Region open journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:06,909 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae., pid=74, masterSystemTime=1731295086893 2024-11-11T03:18:06,911 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:06,911 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:06,911 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=a8d2e16fb9a0be233ce1a0bb87b753ae, regionState=OPEN, openSeqNum=2, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:06,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-11T03:18:06,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; OpenRegionProcedure a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 in 171 msec 2024-11-11T03:18:06,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-11-11T03:18:06,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a8d2e16fb9a0be233ce1a0bb87b753ae, ASSIGN in 325 msec 2024-11-11T03:18:06,915 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T03:18:06,915 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731295086915"}]},"ts":"1731295086915"} 2024-11-11T03:18:06,916 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T03:18:06,918 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T03:18:06,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1540 sec 2024-11-11T03:18:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-11T03:18:07,871 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 72 completed 2024-11-11T03:18:07,873 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c1ac389 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44645c55 2024-11-11T03:18:07,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669e1999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:18:07,878 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:18:07,879 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60236, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:18:07,880 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T03:18:07,881 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T03:18:07,883 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x028e73c0 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64ee0130 2024-11-11T03:18:07,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72aa9ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:18:07,887 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c480dfb to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683b64c3 2024-11-11T03:18:07,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec09297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:18:07,891 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34cb3991 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e55eb7 2024-11-11T03:18:07,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfb20f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:18:07,895 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e9ae050 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a703d2 2024-11-11T03:18:07,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cf7fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:18:07,899 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2fef31f8 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14ed1e44 2024-11-11T03:18:07,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b04266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:18:07,904 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72537a47 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@88aa519 2024-11-11T03:18:07,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e575aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:18:07,907 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x036642cb to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e998dd3 2024-11-11T03:18:07,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131ceb8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:18:07,911 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c299cfb to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e4c79b8 2024-11-11T03:18:07,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a78bf6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:18:07,915 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x605827c9 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d1403c3 2024-11-11T03:18:07,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328852db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:18:07,919 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3677bd4f to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3bf0ba59 2024-11-11T03:18:07,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9e2976, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:18:07,925 DEBUG [hconnection-0xa092da9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:18:07,926 DEBUG [hconnection-0x4e82be12-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:18:07,926 DEBUG [hconnection-0x1a144a97-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:18:07,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:18:07,926 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:18:07,927 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:18:07,927 DEBUG [hconnection-0x1cbac576-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:18:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-11T03:18:07,928 DEBUG [hconnection-0x31fbbce4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:18:07,928 DEBUG [hconnection-0x2e96932d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:18:07,928 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60272, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:18:07,929 DEBUG [hconnection-0x3168fae0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:18:07,929 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60284, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:18:07,929 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:18:07,930 DEBUG [hconnection-0x6e15f1f4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:18:07,930 DEBUG [hconnection-0x4ffe7370-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:18:07,930 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:18:07,930 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:18:07,931 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:18:07,931 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:18:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-11T03:18:07,933 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:18:07,934 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:18:07,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:18:07,938 DEBUG [hconnection-0x2a1f2362-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:18:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:07,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a8d2e16fb9a0be233ce1a0bb87b753ae 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T03:18:07,942 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:18:07,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=A 2024-11-11T03:18:07,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:07,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=B 2024-11-11T03:18:07,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:07,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=C 2024-11-11T03:18:07,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:07,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295147973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:07,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295147974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:07,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731295147980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:07,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/bbb634006af14f29baee93210b2214ec is 50, key is test_row_0/A:col10/1731295087941/Put/seqid=0 2024-11-11T03:18:07,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295147982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:07,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295147982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742084_1260 (size=12001) 2024-11-11T03:18:08,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/bbb634006af14f29baee93210b2214ec 2024-11-11T03:18:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-11T03:18:08,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/5ae7a51eabfd4dc3adf0a7afe4b4a0ec is 50, key is test_row_0/B:col10/1731295087941/Put/seqid=0 2024-11-11T03:18:08,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742085_1261 (size=12001) 2024-11-11T03:18:08,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295148084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295148085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731295148085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,087 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-11T03:18:08,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:08,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:08,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:08,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:08,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:08,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295148091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295148092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-11T03:18:08,240 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-11T03:18:08,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:08,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:08,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:08,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:08,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:08,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295148288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295148288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731295148288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295148296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295148296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,394 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-11T03:18:08,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:08,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:08,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:08,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:08,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:08,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/5ae7a51eabfd4dc3adf0a7afe4b4a0ec 2024-11-11T03:18:08,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/f08475fae2984fe790acfd734cf3f344 is 50, key is test_row_0/C:col10/1731295087941/Put/seqid=0 2024-11-11T03:18:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-11T03:18:08,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742086_1262 (size=12001) 2024-11-11T03:18:08,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/f08475fae2984fe790acfd734cf3f344 2024-11-11T03:18:08,547 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-11T03:18:08,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:08,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:08,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:08,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:08,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:08,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/bbb634006af14f29baee93210b2214ec as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/bbb634006af14f29baee93210b2214ec 2024-11-11T03:18:08,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/bbb634006af14f29baee93210b2214ec, entries=150, sequenceid=15, filesize=11.7 K 2024-11-11T03:18:08,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/5ae7a51eabfd4dc3adf0a7afe4b4a0ec as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/5ae7a51eabfd4dc3adf0a7afe4b4a0ec 2024-11-11T03:18:08,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/5ae7a51eabfd4dc3adf0a7afe4b4a0ec, entries=150, sequenceid=15, filesize=11.7 K 2024-11-11T03:18:08,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/f08475fae2984fe790acfd734cf3f344 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/f08475fae2984fe790acfd734cf3f344 2024-11-11T03:18:08,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/f08475fae2984fe790acfd734cf3f344, entries=150, sequenceid=15, filesize=11.7 K 2024-11-11T03:18:08,592 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for a8d2e16fb9a0be233ce1a0bb87b753ae in 651ms, sequenceid=15, compaction requested=false 2024-11-11T03:18:08,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:08,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a8d2e16fb9a0be233ce1a0bb87b753ae 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T03:18:08,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=A 2024-11-11T03:18:08,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:08,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=B 2024-11-11T03:18:08,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:08,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=C 2024-11-11T03:18:08,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:08,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/be9770992c554c62b5796f65a6c6f773 is 50, key is test_row_0/A:col10/1731295088593/Put/seqid=0 2024-11-11T03:18:08,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295148603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295148604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295148607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295148607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731295148607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742087_1263 (size=12001) 2024-11-11T03:18:08,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/be9770992c554c62b5796f65a6c6f773 2024-11-11T03:18:08,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/bb2ba365eb03466ba717fef8ffe49d6c is 50, key is test_row_0/B:col10/1731295088593/Put/seqid=0 2024-11-11T03:18:08,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742088_1264 (size=12001) 2024-11-11T03:18:08,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/bb2ba365eb03466ba717fef8ffe49d6c 2024-11-11T03:18:08,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/df020ec7907043069312fd8f5e2fc4f2 is 50, key is test_row_0/C:col10/1731295088593/Put/seqid=0 2024-11-11T03:18:08,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742089_1265 (size=12001) 2024-11-11T03:18:08,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/df020ec7907043069312fd8f5e2fc4f2 2024-11-11T03:18:08,700 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-11T03:18:08,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:08,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:08,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:08,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:08,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:08,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/be9770992c554c62b5796f65a6c6f773 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/be9770992c554c62b5796f65a6c6f773 2024-11-11T03:18:08,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:08,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295148710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295148711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295148711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/be9770992c554c62b5796f65a6c6f773, entries=150, sequenceid=39, filesize=11.7 K 2024-11-11T03:18:08,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:08,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295148711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731295148711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/bb2ba365eb03466ba717fef8ffe49d6c as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/bb2ba365eb03466ba717fef8ffe49d6c 2024-11-11T03:18:08,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/bb2ba365eb03466ba717fef8ffe49d6c, entries=150, sequenceid=39, filesize=11.7 K 2024-11-11T03:18:08,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/df020ec7907043069312fd8f5e2fc4f2 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/df020ec7907043069312fd8f5e2fc4f2 2024-11-11T03:18:08,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/df020ec7907043069312fd8f5e2fc4f2, entries=150, sequenceid=39, filesize=11.7 K 2024-11-11T03:18:08,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for a8d2e16fb9a0be233ce1a0bb87b753ae in 138ms, sequenceid=39, compaction requested=false 2024-11-11T03:18:08,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:08,854 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-11T03:18:08,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:08,855 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing a8d2e16fb9a0be233ce1a0bb87b753ae 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T03:18:08,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=A 2024-11-11T03:18:08,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:08,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=B 2024-11-11T03:18:08,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:08,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=C 2024-11-11T03:18:08,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:08,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/3a0c4b80b7674587b345eb0e6a1203ec is 50, key is test_row_0/A:col10/1731295088606/Put/seqid=0 2024-11-11T03:18:08,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742090_1266 (size=9657) 2024-11-11T03:18:08,888 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/3a0c4b80b7674587b345eb0e6a1203ec 2024-11-11T03:18:08,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/4a5f3f0a3fec49b1b4696fdcfdde6d1e is 50, key is test_row_0/B:col10/1731295088606/Put/seqid=0 2024-11-11T03:18:08,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742091_1267 (size=9657) 2024-11-11T03:18:08,916 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/4a5f3f0a3fec49b1b4696fdcfdde6d1e 2024-11-11T03:18:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:08,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:08,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/5808f2c8933149af900ed0922543f35e is 50, key is test_row_0/C:col10/1731295088606/Put/seqid=0 2024-11-11T03:18:08,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742092_1268 (size=9657) 2024-11-11T03:18:08,934 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/5808f2c8933149af900ed0922543f35e 2024-11-11T03:18:08,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/3a0c4b80b7674587b345eb0e6a1203ec as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/3a0c4b80b7674587b345eb0e6a1203ec 2024-11-11T03:18:08,946 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/3a0c4b80b7674587b345eb0e6a1203ec, entries=100, sequenceid=52, filesize=9.4 K 2024-11-11T03:18:08,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295148941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731295148941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295148942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/4a5f3f0a3fec49b1b4696fdcfdde6d1e as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/4a5f3f0a3fec49b1b4696fdcfdde6d1e 2024-11-11T03:18:08,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295148944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295148946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:08,953 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/4a5f3f0a3fec49b1b4696fdcfdde6d1e, entries=100, sequenceid=52, filesize=9.4 K 2024-11-11T03:18:08,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/5808f2c8933149af900ed0922543f35e as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/5808f2c8933149af900ed0922543f35e 2024-11-11T03:18:08,961 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/5808f2c8933149af900ed0922543f35e, entries=100, sequenceid=52, filesize=9.4 K 2024-11-11T03:18:08,962 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a8d2e16fb9a0be233ce1a0bb87b753ae in 107ms, sequenceid=52, compaction requested=true 2024-11-11T03:18:08,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:08,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:08,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-11T03:18:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-11T03:18:08,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-11T03:18:08,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0300 sec 2024-11-11T03:18:08,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.0400 sec 2024-11-11T03:18:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-11T03:18:09,036 INFO [Thread-1198 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-11T03:18:09,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:18:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-11T03:18:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-11T03:18:09,039 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:18:09,039 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:18:09,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:18:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:09,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a8d2e16fb9a0be233ce1a0bb87b753ae 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T03:18:09,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=A 2024-11-11T03:18:09,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:09,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=B 2024-11-11T03:18:09,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:09,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=C 2024-11-11T03:18:09,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:09,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/13d6f758620d46f79398df7f87b1d0bb is 50, key is test_row_0/A:col10/1731295088943/Put/seqid=0 2024-11-11T03:18:09,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295149055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295149055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742093_1269 (size=12001) 2024-11-11T03:18:09,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295149056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731295149057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295149057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/13d6f758620d46f79398df7f87b1d0bb 2024-11-11T03:18:09,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/840510b243424c8bafa332bf5d9349e9 is 50, key is test_row_0/B:col10/1731295088943/Put/seqid=0 2024-11-11T03:18:09,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742094_1270 (size=12001) 2024-11-11T03:18:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-11T03:18:09,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295149160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295149160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731295149161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295149161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295149161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,191 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-11T03:18:09,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:09,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:09,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:09,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:09,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:09,344 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-11T03:18:09,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-11T03:18:09,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:09,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:09,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:09,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:09,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:09,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295149363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731295149363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295149364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295149364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295149364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,473 DEBUG [master/e4cdd3a0b883:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 5bdf047d2a67d09d3cac5663706464b2 changed from -1.0 to 0.0, refreshing cache 2024-11-11T03:18:09,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/840510b243424c8bafa332bf5d9349e9 2024-11-11T03:18:09,497 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-11T03:18:09,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:09,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:09,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:09,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:09,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:09,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/87c30de05c374d32a475bd69df832306 is 50, key is test_row_0/C:col10/1731295088943/Put/seqid=0 2024-11-11T03:18:09,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742095_1271 (size=12001) 2024-11-11T03:18:09,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/87c30de05c374d32a475bd69df832306 2024-11-11T03:18:09,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/13d6f758620d46f79398df7f87b1d0bb as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/13d6f758620d46f79398df7f87b1d0bb 2024-11-11T03:18:09,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/13d6f758620d46f79398df7f87b1d0bb, entries=150, sequenceid=77, filesize=11.7 K 2024-11-11T03:18:09,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/840510b243424c8bafa332bf5d9349e9 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/840510b243424c8bafa332bf5d9349e9 2024-11-11T03:18:09,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/840510b243424c8bafa332bf5d9349e9, entries=150, sequenceid=77, filesize=11.7 K 2024-11-11T03:18:09,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/87c30de05c374d32a475bd69df832306 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/87c30de05c374d32a475bd69df832306 2024-11-11T03:18:09,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/87c30de05c374d32a475bd69df832306, entries=150, sequenceid=77, filesize=11.7 K 2024-11-11T03:18:09,537 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for a8d2e16fb9a0be233ce1a0bb87b753ae in 488ms, sequenceid=77, compaction requested=true 2024-11-11T03:18:09,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:09,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8d2e16fb9a0be233ce1a0bb87b753ae:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:18:09,537 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:18:09,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:09,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8d2e16fb9a0be233ce1a0bb87b753ae:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:18:09,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:09,537 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:18:09,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8d2e16fb9a0be233ce1a0bb87b753ae:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:18:09,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:09,540 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:18:09,540 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): a8d2e16fb9a0be233ce1a0bb87b753ae/B is initiating minor compaction (all files) 2024-11-11T03:18:09,540 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a8d2e16fb9a0be233ce1a0bb87b753ae/B in TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:09,540 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:18:09,540 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): a8d2e16fb9a0be233ce1a0bb87b753ae/A is initiating minor compaction (all files) 2024-11-11T03:18:09,540 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/5ae7a51eabfd4dc3adf0a7afe4b4a0ec, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/bb2ba365eb03466ba717fef8ffe49d6c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/4a5f3f0a3fec49b1b4696fdcfdde6d1e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/840510b243424c8bafa332bf5d9349e9] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp, totalSize=44.6 K 2024-11-11T03:18:09,541 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a8d2e16fb9a0be233ce1a0bb87b753ae/A in TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:09,541 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/bbb634006af14f29baee93210b2214ec, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/be9770992c554c62b5796f65a6c6f773, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/3a0c4b80b7674587b345eb0e6a1203ec, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/13d6f758620d46f79398df7f87b1d0bb] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp, totalSize=44.6 K 2024-11-11T03:18:09,541 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ae7a51eabfd4dc3adf0a7afe4b4a0ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731295087939 2024-11-11T03:18:09,541 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbb634006af14f29baee93210b2214ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731295087939 2024-11-11T03:18:09,542 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting be9770992c554c62b5796f65a6c6f773, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731295087958 2024-11-11T03:18:09,542 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting bb2ba365eb03466ba717fef8ffe49d6c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731295087958 2024-11-11T03:18:09,542 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a0c4b80b7674587b345eb0e6a1203ec, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731295088605 2024-11-11T03:18:09,542 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a5f3f0a3fec49b1b4696fdcfdde6d1e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731295088605 2024-11-11T03:18:09,542 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13d6f758620d46f79398df7f87b1d0bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731295088943 2024-11-11T03:18:09,543 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 840510b243424c8bafa332bf5d9349e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731295088943 2024-11-11T03:18:09,558 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8d2e16fb9a0be233ce1a0bb87b753ae#B#compaction#224 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:09,558 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8d2e16fb9a0be233ce1a0bb87b753ae#A#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:09,558 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/5ca78aab8e354323929dbd23db1c9fdf is 50, key is test_row_0/B:col10/1731295088943/Put/seqid=0 2024-11-11T03:18:09,558 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/079f562ab3cd4136add0f8bd9de730f4 is 50, key is test_row_0/A:col10/1731295088943/Put/seqid=0 2024-11-11T03:18:09,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742096_1272 (size=12139) 2024-11-11T03:18:09,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742097_1273 (size=12139) 2024-11-11T03:18:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-11T03:18:09,651 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-11T03:18:09,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:09,651 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing a8d2e16fb9a0be233ce1a0bb87b753ae 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T03:18:09,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=A 2024-11-11T03:18:09,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:09,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=B 2024-11-11T03:18:09,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:09,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=C 2024-11-11T03:18:09,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:09,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/248954073c5f4ddeb4e04a6a836bb02d is 50, key is test_row_0/A:col10/1731295089055/Put/seqid=0 2024-11-11T03:18:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:09,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:09,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742098_1274 (size=12001) 2024-11-11T03:18:09,678 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/248954073c5f4ddeb4e04a6a836bb02d 2024-11-11T03:18:09,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/868e26e7ffb94e84ab1c99f964a73e78 is 50, key is test_row_0/B:col10/1731295089055/Put/seqid=0 2024-11-11T03:18:09,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295149695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295149697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295149698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295149698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731295149699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742099_1275 (size=12001) 2024-11-11T03:18:09,718 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/868e26e7ffb94e84ab1c99f964a73e78 2024-11-11T03:18:09,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/1497807934844a5fbf5ed86b015b815a is 50, key is test_row_0/C:col10/1731295089055/Put/seqid=0 2024-11-11T03:18:09,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742100_1276 (size=12001) 2024-11-11T03:18:09,743 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/1497807934844a5fbf5ed86b015b815a 2024-11-11T03:18:09,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/248954073c5f4ddeb4e04a6a836bb02d as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/248954073c5f4ddeb4e04a6a836bb02d 2024-11-11T03:18:09,754 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/248954073c5f4ddeb4e04a6a836bb02d, entries=150, sequenceid=89, filesize=11.7 K 2024-11-11T03:18:09,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/868e26e7ffb94e84ab1c99f964a73e78 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/868e26e7ffb94e84ab1c99f964a73e78 2024-11-11T03:18:09,762 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/868e26e7ffb94e84ab1c99f964a73e78, entries=150, sequenceid=89, filesize=11.7 K 2024-11-11T03:18:09,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/1497807934844a5fbf5ed86b015b815a as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/1497807934844a5fbf5ed86b015b815a 2024-11-11T03:18:09,768 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/1497807934844a5fbf5ed86b015b815a, entries=150, sequenceid=89, filesize=11.7 K 2024-11-11T03:18:09,769 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for a8d2e16fb9a0be233ce1a0bb87b753ae in 117ms, sequenceid=89, compaction requested=true 2024-11-11T03:18:09,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:09,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:09,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-11T03:18:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-11T03:18:09,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-11T03:18:09,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 731 msec 2024-11-11T03:18:09,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 736 msec 2024-11-11T03:18:09,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:09,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a8d2e16fb9a0be233ce1a0bb87b753ae 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T03:18:09,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=A 2024-11-11T03:18:09,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:09,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=B 2024-11-11T03:18:09,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:09,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=C 2024-11-11T03:18:09,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:09,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:09,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/1291f26b599d41b9aa808d355a177e81 is 50, key is test_row_0/A:col10/1731295089804/Put/seqid=0 2024-11-11T03:18:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295149808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295149809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731295149811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295149812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295149812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742101_1277 (size=12001) 2024-11-11T03:18:09,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:09,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295149913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295149913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295149914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295149914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731295149915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:09,974 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/5ca78aab8e354323929dbd23db1c9fdf as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/5ca78aab8e354323929dbd23db1c9fdf 2024-11-11T03:18:09,974 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/079f562ab3cd4136add0f8bd9de730f4 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/079f562ab3cd4136add0f8bd9de730f4 2024-11-11T03:18:09,980 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a8d2e16fb9a0be233ce1a0bb87b753ae/B of a8d2e16fb9a0be233ce1a0bb87b753ae into 5ca78aab8e354323929dbd23db1c9fdf(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:09,980 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:09,980 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae., storeName=a8d2e16fb9a0be233ce1a0bb87b753ae/B, priority=12, startTime=1731295089537; duration=0sec 2024-11-11T03:18:09,981 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:09,981 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8d2e16fb9a0be233ce1a0bb87b753ae:B 2024-11-11T03:18:09,981 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a8d2e16fb9a0be233ce1a0bb87b753ae/A of a8d2e16fb9a0be233ce1a0bb87b753ae into 079f562ab3cd4136add0f8bd9de730f4(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:09,981 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:09,981 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae., storeName=a8d2e16fb9a0be233ce1a0bb87b753ae/A, priority=12, startTime=1731295089537; duration=0sec 2024-11-11T03:18:09,981 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:09,981 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8d2e16fb9a0be233ce1a0bb87b753ae:A 2024-11-11T03:18:09,981 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T03:18:09,983 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 57661 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T03:18:09,983 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): a8d2e16fb9a0be233ce1a0bb87b753ae/C is initiating minor compaction (all files) 2024-11-11T03:18:09,983 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a8d2e16fb9a0be233ce1a0bb87b753ae/C in TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:09,983 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/f08475fae2984fe790acfd734cf3f344, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/df020ec7907043069312fd8f5e2fc4f2, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/5808f2c8933149af900ed0922543f35e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/87c30de05c374d32a475bd69df832306, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/1497807934844a5fbf5ed86b015b815a] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp, totalSize=56.3 K 2024-11-11T03:18:09,984 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting f08475fae2984fe790acfd734cf3f344, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731295087939 2024-11-11T03:18:09,984 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting df020ec7907043069312fd8f5e2fc4f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731295087958 2024-11-11T03:18:09,984 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5808f2c8933149af900ed0922543f35e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731295088605 2024-11-11T03:18:09,985 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87c30de05c374d32a475bd69df832306, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731295088943 2024-11-11T03:18:09,985 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1497807934844a5fbf5ed86b015b815a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731295089055 2024-11-11T03:18:09,997 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8d2e16fb9a0be233ce1a0bb87b753ae#C#compaction#229 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:09,998 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/71c0392c0bd148f99852f70e31ae456f is 50, key is test_row_0/C:col10/1731295089055/Put/seqid=0 2024-11-11T03:18:10,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742102_1278 (size=12173) 2024-11-11T03:18:10,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295150118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:10,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295150118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:10,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295150118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:10,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731295150118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:10,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295150118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-11T03:18:10,146 INFO [Thread-1198 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-11T03:18:10,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:18:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-11T03:18:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-11T03:18:10,150 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:18:10,151 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:18:10,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:18:10,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/1291f26b599d41b9aa808d355a177e81 2024-11-11T03:18:10,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/7be05d7659b34d1aa7728b3b54566b3f is 50, key is test_row_0/B:col10/1731295089804/Put/seqid=0 2024-11-11T03:18:10,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742103_1279 (size=12001) 2024-11-11T03:18:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-11T03:18:10,302 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:10,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-11T03:18:10,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:10,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:10,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:10,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:10,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:10,415 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/71c0392c0bd148f99852f70e31ae456f as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/71c0392c0bd148f99852f70e31ae456f 2024-11-11T03:18:10,420 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in a8d2e16fb9a0be233ce1a0bb87b753ae/C of a8d2e16fb9a0be233ce1a0bb87b753ae into 71c0392c0bd148f99852f70e31ae456f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:10,420 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:10,420 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae., storeName=a8d2e16fb9a0be233ce1a0bb87b753ae/C, priority=11, startTime=1731295089537; duration=0sec 2024-11-11T03:18:10,420 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:10,420 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8d2e16fb9a0be233ce1a0bb87b753ae:C 2024-11-11T03:18:10,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:10,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295150421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:10,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:10,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295150422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731295150422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:10,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295150423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:10,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295150424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:10,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-11T03:18:10,455 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:10,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-11T03:18:10,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:10,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:10,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:10,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:10,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:10,609 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:10,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-11T03:18:10,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:10,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:10,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:10,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:10,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:10,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/7be05d7659b34d1aa7728b3b54566b3f 2024-11-11T03:18:10,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/3bf7cd4923be45d2b1de869f4d3fb4fb is 50, key is test_row_0/C:col10/1731295089804/Put/seqid=0 2024-11-11T03:18:10,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742104_1280 (size=12001) 2024-11-11T03:18:10,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/3bf7cd4923be45d2b1de869f4d3fb4fb 2024-11-11T03:18:10,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/1291f26b599d41b9aa808d355a177e81 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/1291f26b599d41b9aa808d355a177e81 2024-11-11T03:18:10,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/1291f26b599d41b9aa808d355a177e81, entries=150, sequenceid=117, filesize=11.7 K 2024-11-11T03:18:10,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/7be05d7659b34d1aa7728b3b54566b3f as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/7be05d7659b34d1aa7728b3b54566b3f 2024-11-11T03:18:10,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/7be05d7659b34d1aa7728b3b54566b3f, entries=150, sequenceid=117, filesize=11.7 K 2024-11-11T03:18:10,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/3bf7cd4923be45d2b1de869f4d3fb4fb as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/3bf7cd4923be45d2b1de869f4d3fb4fb 2024-11-11T03:18:10,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/3bf7cd4923be45d2b1de869f4d3fb4fb, entries=150, sequenceid=117, filesize=11.7 K 2024-11-11T03:18:10,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for a8d2e16fb9a0be233ce1a0bb87b753ae in 865ms, sequenceid=117, compaction requested=true 2024-11-11T03:18:10,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:10,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8d2e16fb9a0be233ce1a0bb87b753ae:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:18:10,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:10,669 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:18:10,669 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:18:10,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8d2e16fb9a0be233ce1a0bb87b753ae:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:18:10,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:10,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8d2e16fb9a0be233ce1a0bb87b753ae:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:18:10,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:10,671 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:18:10,671 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): a8d2e16fb9a0be233ce1a0bb87b753ae/B is initiating minor compaction (all files) 2024-11-11T03:18:10,671 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a8d2e16fb9a0be233ce1a0bb87b753ae/B in TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:10,671 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/5ca78aab8e354323929dbd23db1c9fdf, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/868e26e7ffb94e84ab1c99f964a73e78, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/7be05d7659b34d1aa7728b3b54566b3f] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp, totalSize=35.3 K 2024-11-11T03:18:10,672 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:18:10,672 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): a8d2e16fb9a0be233ce1a0bb87b753ae/A is initiating minor compaction (all files) 2024-11-11T03:18:10,672 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ca78aab8e354323929dbd23db1c9fdf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731295088943 2024-11-11T03:18:10,672 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a8d2e16fb9a0be233ce1a0bb87b753ae/A in TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:10,672 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/079f562ab3cd4136add0f8bd9de730f4, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/248954073c5f4ddeb4e04a6a836bb02d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/1291f26b599d41b9aa808d355a177e81] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp, totalSize=35.3 K 2024-11-11T03:18:10,673 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 868e26e7ffb94e84ab1c99f964a73e78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731295089055 2024-11-11T03:18:10,673 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 079f562ab3cd4136add0f8bd9de730f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731295088943 2024-11-11T03:18:10,673 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 7be05d7659b34d1aa7728b3b54566b3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731295089696 2024-11-11T03:18:10,673 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 248954073c5f4ddeb4e04a6a836bb02d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731295089055 2024-11-11T03:18:10,674 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1291f26b599d41b9aa808d355a177e81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731295089696 2024-11-11T03:18:10,688 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8d2e16fb9a0be233ce1a0bb87b753ae#B#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:10,688 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8d2e16fb9a0be233ce1a0bb87b753ae#A#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:10,688 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/5fb4c5251df34b43920c3d078f2041dc is 50, key is test_row_0/B:col10/1731295089804/Put/seqid=0 2024-11-11T03:18:10,689 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/709eeece99b84d8cbf8f1121f6fe8da0 is 50, key is test_row_0/A:col10/1731295089804/Put/seqid=0 2024-11-11T03:18:10,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742106_1282 (size=12241) 2024-11-11T03:18:10,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742105_1281 (size=12241) 2024-11-11T03:18:10,700 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/5fb4c5251df34b43920c3d078f2041dc as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/5fb4c5251df34b43920c3d078f2041dc 2024-11-11T03:18:10,705 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a8d2e16fb9a0be233ce1a0bb87b753ae/B of a8d2e16fb9a0be233ce1a0bb87b753ae into 5fb4c5251df34b43920c3d078f2041dc(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:10,705 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:10,705 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae., storeName=a8d2e16fb9a0be233ce1a0bb87b753ae/B, priority=13, startTime=1731295090669; duration=0sec 2024-11-11T03:18:10,705 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:10,705 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8d2e16fb9a0be233ce1a0bb87b753ae:B 2024-11-11T03:18:10,705 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-11T03:18:10,706 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-11T03:18:10,706 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-11T03:18:10,706 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. because compaction request was cancelled 2024-11-11T03:18:10,706 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8d2e16fb9a0be233ce1a0bb87b753ae:C 2024-11-11T03:18:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-11T03:18:10,762 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:10,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-11T03:18:10,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:10,763 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing a8d2e16fb9a0be233ce1a0bb87b753ae 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T03:18:10,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=A 2024-11-11T03:18:10,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:10,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=B 2024-11-11T03:18:10,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:10,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=C 2024-11-11T03:18:10,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:10,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/6fe973ca899147fb81df2495fa9c7439 is 50, key is test_row_0/A:col10/1731295089810/Put/seqid=0 2024-11-11T03:18:10,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742107_1283 (size=12001) 2024-11-11T03:18:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:10,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:10,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731295150945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:10,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295150946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:10,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295150947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:10,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295150948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:10,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295150948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:10,973 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T03:18:11,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731295151049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:11,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295151050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:11,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295151050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:11,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295151051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:11,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295151052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:11,106 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/709eeece99b84d8cbf8f1121f6fe8da0 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/709eeece99b84d8cbf8f1121f6fe8da0 2024-11-11T03:18:11,111 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a8d2e16fb9a0be233ce1a0bb87b753ae/A of a8d2e16fb9a0be233ce1a0bb87b753ae into 709eeece99b84d8cbf8f1121f6fe8da0(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:11,111 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:11,111 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae., storeName=a8d2e16fb9a0be233ce1a0bb87b753ae/A, priority=13, startTime=1731295090669; duration=0sec 2024-11-11T03:18:11,111 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:11,111 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8d2e16fb9a0be233ce1a0bb87b753ae:A 2024-11-11T03:18:11,173 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/6fe973ca899147fb81df2495fa9c7439 2024-11-11T03:18:11,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/690caf62da1c4cc7942fec1ea7706ef7 is 50, key is test_row_0/B:col10/1731295089810/Put/seqid=0 2024-11-11T03:18:11,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742108_1284 (size=12001) 2024-11-11T03:18:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-11T03:18:11,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731295151252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:11,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295151253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:11,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295151254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:11,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295151255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:11,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295151256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:11,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731295151556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:11,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295151556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:11,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295151557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:11,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295151559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:11,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295151560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:11,584 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/690caf62da1c4cc7942fec1ea7706ef7 2024-11-11T03:18:11,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/8981cc3289db478cabfb33d5a6b7e06f is 50, key is test_row_0/C:col10/1731295089810/Put/seqid=0 2024-11-11T03:18:11,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742109_1285 (size=12001) 2024-11-11T03:18:11,996 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/8981cc3289db478cabfb33d5a6b7e06f 2024-11-11T03:18:12,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/6fe973ca899147fb81df2495fa9c7439 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/6fe973ca899147fb81df2495fa9c7439 2024-11-11T03:18:12,004 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/6fe973ca899147fb81df2495fa9c7439, entries=150, sequenceid=129, filesize=11.7 K 2024-11-11T03:18:12,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/690caf62da1c4cc7942fec1ea7706ef7 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/690caf62da1c4cc7942fec1ea7706ef7 2024-11-11T03:18:12,009 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/690caf62da1c4cc7942fec1ea7706ef7, entries=150, sequenceid=129, filesize=11.7 K 2024-11-11T03:18:12,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/8981cc3289db478cabfb33d5a6b7e06f as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/8981cc3289db478cabfb33d5a6b7e06f 2024-11-11T03:18:12,014 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/8981cc3289db478cabfb33d5a6b7e06f, entries=150, sequenceid=129, filesize=11.7 K 2024-11-11T03:18:12,015 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for a8d2e16fb9a0be233ce1a0bb87b753ae in 1253ms, sequenceid=129, compaction requested=true 2024-11-11T03:18:12,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:12,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:12,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-11T03:18:12,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-11T03:18:12,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-11T03:18:12,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8650 sec 2024-11-11T03:18:12,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.8700 sec 2024-11-11T03:18:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:12,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a8d2e16fb9a0be233ce1a0bb87b753ae 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-11T03:18:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=A 2024-11-11T03:18:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=B 2024-11-11T03:18:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=C 2024-11-11T03:18:12,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:12,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/4d0f9f315a654f168208798b00326107 is 50, key is test_row_0/A:col10/1731295090947/Put/seqid=0 2024-11-11T03:18:12,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295152066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:12,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295152066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:12,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295152066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:12,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731295152067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:12,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295152068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:12,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742110_1286 (size=14541) 2024-11-11T03:18:12,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/4d0f9f315a654f168208798b00326107 2024-11-11T03:18:12,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/b3f85740b8fc4b09a39b86aff9478340 is 50, key is test_row_0/B:col10/1731295090947/Put/seqid=0 2024-11-11T03:18:12,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742111_1287 (size=12151) 2024-11-11T03:18:12,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295152171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:12,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731295152172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:12,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295152172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-11T03:18:12,254 INFO [Thread-1198 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-11T03:18:12,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:18:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-11T03:18:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-11T03:18:12,257 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:18:12,258 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:18:12,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:18:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-11T03:18:12,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731295152374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:12,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295152374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:12,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295152375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:12,409 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:12,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-11T03:18:12,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:12,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:12,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:12,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:12,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:12,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/b3f85740b8fc4b09a39b86aff9478340 2024-11-11T03:18:12,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/30ae619c3e2d41a1b3aaefd7cfb4dc3b is 50, key is test_row_0/C:col10/1731295090947/Put/seqid=0 2024-11-11T03:18:12,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742112_1288 (size=12151) 2024-11-11T03:18:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-11T03:18:12,563 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:12,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-11T03:18:12,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:12,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:12,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:12,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:12,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:12,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295152677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:12,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731295152677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:12,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295152679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:12,716 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:12,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-11T03:18:12,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:12,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:12,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:12,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:12,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-11T03:18:12,869 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:12,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-11T03:18:12,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:12,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:12,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:12,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:12,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:12,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/30ae619c3e2d41a1b3aaefd7cfb4dc3b 2024-11-11T03:18:12,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/4d0f9f315a654f168208798b00326107 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/4d0f9f315a654f168208798b00326107 2024-11-11T03:18:12,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/4d0f9f315a654f168208798b00326107, entries=200, sequenceid=160, filesize=14.2 K 2024-11-11T03:18:12,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/b3f85740b8fc4b09a39b86aff9478340 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/b3f85740b8fc4b09a39b86aff9478340 2024-11-11T03:18:12,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/b3f85740b8fc4b09a39b86aff9478340, entries=150, sequenceid=160, filesize=11.9 K 2024-11-11T03:18:12,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/30ae619c3e2d41a1b3aaefd7cfb4dc3b as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/30ae619c3e2d41a1b3aaefd7cfb4dc3b 2024-11-11T03:18:12,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/30ae619c3e2d41a1b3aaefd7cfb4dc3b, entries=150, sequenceid=160, filesize=11.9 K 2024-11-11T03:18:12,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for a8d2e16fb9a0be233ce1a0bb87b753ae in 858ms, sequenceid=160, compaction requested=true 2024-11-11T03:18:12,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:12,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8d2e16fb9a0be233ce1a0bb87b753ae:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:18:12,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:12,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8d2e16fb9a0be233ce1a0bb87b753ae:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:18:12,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:12,920 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:18:12,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8d2e16fb9a0be233ce1a0bb87b753ae:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:18:12,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:12,920 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:18:12,921 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:18:12,921 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): a8d2e16fb9a0be233ce1a0bb87b753ae/A is initiating minor compaction (all files) 2024-11-11T03:18:12,921 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a8d2e16fb9a0be233ce1a0bb87b753ae/A in TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:12,921 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/709eeece99b84d8cbf8f1121f6fe8da0, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/6fe973ca899147fb81df2495fa9c7439, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/4d0f9f315a654f168208798b00326107] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp, totalSize=37.9 K 2024-11-11T03:18:12,921 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:18:12,921 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): a8d2e16fb9a0be233ce1a0bb87b753ae/B is initiating minor compaction (all files) 2024-11-11T03:18:12,921 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a8d2e16fb9a0be233ce1a0bb87b753ae/B in TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:12,921 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/5fb4c5251df34b43920c3d078f2041dc, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/690caf62da1c4cc7942fec1ea7706ef7, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/b3f85740b8fc4b09a39b86aff9478340] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp, totalSize=35.5 K 2024-11-11T03:18:12,921 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 709eeece99b84d8cbf8f1121f6fe8da0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731295089696 2024-11-11T03:18:12,922 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fb4c5251df34b43920c3d078f2041dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731295089696 2024-11-11T03:18:12,922 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 690caf62da1c4cc7942fec1ea7706ef7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731295089809 2024-11-11T03:18:12,922 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fe973ca899147fb81df2495fa9c7439, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731295089809 2024-11-11T03:18:12,923 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting b3f85740b8fc4b09a39b86aff9478340, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731295090947 2024-11-11T03:18:12,923 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d0f9f315a654f168208798b00326107, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731295090944 2024-11-11T03:18:12,933 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8d2e16fb9a0be233ce1a0bb87b753ae#B#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:12,934 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/4f2474677614442cafa92844e7b89697 is 50, key is test_row_0/B:col10/1731295090947/Put/seqid=0 2024-11-11T03:18:12,934 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8d2e16fb9a0be233ce1a0bb87b753ae#A#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:12,935 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/610d90d1c7564707b9ca20b87872767d is 50, key is test_row_0/A:col10/1731295090947/Put/seqid=0 2024-11-11T03:18:12,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742114_1290 (size=12493) 2024-11-11T03:18:12,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742113_1289 (size=12493) 2024-11-11T03:18:13,023 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:13,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-11T03:18:13,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:13,023 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing a8d2e16fb9a0be233ce1a0bb87b753ae 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-11T03:18:13,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=A 2024-11-11T03:18:13,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:13,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=B 2024-11-11T03:18:13,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:13,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=C 2024-11-11T03:18:13,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:13,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/210d2a879586470c915e1dbdf496e3e1 is 50, key is test_row_1/A:col10/1731295092065/Put/seqid=0 2024-11-11T03:18:13,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742115_1291 (size=9757) 2024-11-11T03:18:13,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:13,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:13,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:13,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295153118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:13,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:13,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295153120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:13,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:13,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295153180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:13,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295153183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:13,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:13,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731295153184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:13,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295153221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:13,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:13,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295153222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:13,346 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/610d90d1c7564707b9ca20b87872767d as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/610d90d1c7564707b9ca20b87872767d 2024-11-11T03:18:13,346 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/4f2474677614442cafa92844e7b89697 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/4f2474677614442cafa92844e7b89697 2024-11-11T03:18:13,351 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a8d2e16fb9a0be233ce1a0bb87b753ae/B of a8d2e16fb9a0be233ce1a0bb87b753ae into 4f2474677614442cafa92844e7b89697(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:13,351 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a8d2e16fb9a0be233ce1a0bb87b753ae/A of a8d2e16fb9a0be233ce1a0bb87b753ae into 610d90d1c7564707b9ca20b87872767d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:13,352 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:13,352 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:13,352 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae., storeName=a8d2e16fb9a0be233ce1a0bb87b753ae/B, priority=13, startTime=1731295092920; duration=0sec 2024-11-11T03:18:13,352 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae., storeName=a8d2e16fb9a0be233ce1a0bb87b753ae/A, priority=13, startTime=1731295092919; duration=0sec 2024-11-11T03:18:13,352 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:13,352 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:13,352 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8d2e16fb9a0be233ce1a0bb87b753ae:A 2024-11-11T03:18:13,352 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8d2e16fb9a0be233ce1a0bb87b753ae:B 2024-11-11T03:18:13,352 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:18:13,353 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:18:13,353 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): a8d2e16fb9a0be233ce1a0bb87b753ae/C is initiating minor compaction (all files) 2024-11-11T03:18:13,353 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a8d2e16fb9a0be233ce1a0bb87b753ae/C in TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:13,353 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/71c0392c0bd148f99852f70e31ae456f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/3bf7cd4923be45d2b1de869f4d3fb4fb, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/8981cc3289db478cabfb33d5a6b7e06f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/30ae619c3e2d41a1b3aaefd7cfb4dc3b] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp, totalSize=47.2 K 2024-11-11T03:18:13,354 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 71c0392c0bd148f99852f70e31ae456f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731295089055 2024-11-11T03:18:13,354 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bf7cd4923be45d2b1de869f4d3fb4fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731295089696 2024-11-11T03:18:13,354 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 8981cc3289db478cabfb33d5a6b7e06f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731295089809 2024-11-11T03:18:13,354 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 30ae619c3e2d41a1b3aaefd7cfb4dc3b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731295090947 2024-11-11T03:18:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-11T03:18:13,363 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8d2e16fb9a0be233ce1a0bb87b753ae#C#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:13,363 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/810edf60aa5f46d99b7443d6e2c669c5 is 50, key is test_row_0/C:col10/1731295090947/Put/seqid=0 2024-11-11T03:18:13,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742116_1292 (size=12459) 2024-11-11T03:18:13,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295153424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:13,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:13,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295153425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:13,435 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/210d2a879586470c915e1dbdf496e3e1 2024-11-11T03:18:13,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/bff3fe5adf10444b839731f33ca5a6e9 is 50, key is test_row_1/B:col10/1731295092065/Put/seqid=0 2024-11-11T03:18:13,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742117_1293 (size=9757) 2024-11-11T03:18:13,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295153727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:13,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295153729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:13,773 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/810edf60aa5f46d99b7443d6e2c669c5 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/810edf60aa5f46d99b7443d6e2c669c5 2024-11-11T03:18:13,778 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a8d2e16fb9a0be233ce1a0bb87b753ae/C of a8d2e16fb9a0be233ce1a0bb87b753ae into 810edf60aa5f46d99b7443d6e2c669c5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:13,778 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:13,778 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae., storeName=a8d2e16fb9a0be233ce1a0bb87b753ae/C, priority=12, startTime=1731295092920; duration=0sec 2024-11-11T03:18:13,778 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:13,778 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8d2e16fb9a0be233ce1a0bb87b753ae:C 2024-11-11T03:18:13,868 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/bff3fe5adf10444b839731f33ca5a6e9 2024-11-11T03:18:13,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/bb31d6e5e3084c94963f050d4e01d013 is 50, key is test_row_1/C:col10/1731295092065/Put/seqid=0 2024-11-11T03:18:13,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742118_1294 (size=9757) 2024-11-11T03:18:14,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295154184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:14,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295154190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:14,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:14,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731295154194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:14,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295154232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:14,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295154233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:14,279 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/bb31d6e5e3084c94963f050d4e01d013 2024-11-11T03:18:14,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/210d2a879586470c915e1dbdf496e3e1 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/210d2a879586470c915e1dbdf496e3e1 2024-11-11T03:18:14,287 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/210d2a879586470c915e1dbdf496e3e1, entries=100, sequenceid=166, filesize=9.5 K 2024-11-11T03:18:14,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/bff3fe5adf10444b839731f33ca5a6e9 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/bff3fe5adf10444b839731f33ca5a6e9 2024-11-11T03:18:14,292 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/bff3fe5adf10444b839731f33ca5a6e9, entries=100, sequenceid=166, filesize=9.5 K 2024-11-11T03:18:14,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/bb31d6e5e3084c94963f050d4e01d013 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/bb31d6e5e3084c94963f050d4e01d013 2024-11-11T03:18:14,297 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/bb31d6e5e3084c94963f050d4e01d013, entries=100, sequenceid=166, filesize=9.5 K 2024-11-11T03:18:14,298 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for a8d2e16fb9a0be233ce1a0bb87b753ae in 1275ms, sequenceid=166, compaction requested=false 2024-11-11T03:18:14,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:14,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:14,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-11T03:18:14,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-11T03:18:14,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-11T03:18:14,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0420 sec 2024-11-11T03:18:14,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 2.0470 sec 2024-11-11T03:18:14,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-11T03:18:14,361 INFO [Thread-1198 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-11T03:18:14,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:18:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-11T03:18:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-11T03:18:14,364 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:18:14,365 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:18:14,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:18:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-11T03:18:14,517 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:14,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-11T03:18:14,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:14,518 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing a8d2e16fb9a0be233ce1a0bb87b753ae 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-11T03:18:14,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=A 2024-11-11T03:18:14,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:14,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=B 2024-11-11T03:18:14,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:14,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=C 2024-11-11T03:18:14,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:14,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/da0c23144b6544bbb07fe5dec92a740c is 50, key is test_row_0/A:col10/1731295093119/Put/seqid=0 2024-11-11T03:18:14,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742119_1295 (size=12151) 2024-11-11T03:18:14,528 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/da0c23144b6544bbb07fe5dec92a740c 2024-11-11T03:18:14,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/e61bb83b256346e0b6d7626edc85ab66 is 50, key is test_row_0/B:col10/1731295093119/Put/seqid=0 2024-11-11T03:18:14,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742120_1296 (size=12151) 2024-11-11T03:18:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-11T03:18:14,941 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/e61bb83b256346e0b6d7626edc85ab66 2024-11-11T03:18:14,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/16e4707ebb4f4ecdbf6a97c53c9e0891 is 50, key is test_row_0/C:col10/1731295093119/Put/seqid=0 2024-11-11T03:18:14,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742121_1297 (size=12151) 2024-11-11T03:18:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-11T03:18:15,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:15,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:15,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:15,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295155241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295155242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:15,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:15,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295155345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:15,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:15,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295155345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:15,354 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/16e4707ebb4f4ecdbf6a97c53c9e0891 2024-11-11T03:18:15,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/da0c23144b6544bbb07fe5dec92a740c as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/da0c23144b6544bbb07fe5dec92a740c 2024-11-11T03:18:15,362 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/da0c23144b6544bbb07fe5dec92a740c, entries=150, sequenceid=199, filesize=11.9 K 2024-11-11T03:18:15,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/e61bb83b256346e0b6d7626edc85ab66 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/e61bb83b256346e0b6d7626edc85ab66 2024-11-11T03:18:15,367 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/e61bb83b256346e0b6d7626edc85ab66, entries=150, sequenceid=199, filesize=11.9 K 2024-11-11T03:18:15,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/16e4707ebb4f4ecdbf6a97c53c9e0891 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/16e4707ebb4f4ecdbf6a97c53c9e0891 2024-11-11T03:18:15,373 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/16e4707ebb4f4ecdbf6a97c53c9e0891, entries=150, sequenceid=199, filesize=11.9 K 2024-11-11T03:18:15,374 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for a8d2e16fb9a0be233ce1a0bb87b753ae in 856ms, sequenceid=199, compaction requested=true 2024-11-11T03:18:15,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:15,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:15,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-11T03:18:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-11T03:18:15,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-11T03:18:15,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0100 sec 2024-11-11T03:18:15,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.0150 sec 2024-11-11T03:18:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-11T03:18:15,467 INFO [Thread-1198 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-11T03:18:15,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:18:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-11T03:18:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-11T03:18:15,470 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:18:15,471 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:18:15,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:18:15,547 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-11T03:18:15,547 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-11T03:18:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:15,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a8d2e16fb9a0be233ce1a0bb87b753ae 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T03:18:15,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=A 2024-11-11T03:18:15,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:15,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=B 2024-11-11T03:18:15,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:15,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=C 2024-11-11T03:18:15,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:15,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/c4c16afdfaf847e0a2a74e0e3a9187e0 is 50, key is test_row_0/A:col10/1731295095550/Put/seqid=0 2024-11-11T03:18:15,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742122_1298 (size=14541) 2024-11-11T03:18:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-11T03:18:15,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295155590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:15,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295155591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:15,623 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:15,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-11T03:18:15,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:15,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:15,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:15,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:15,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:15,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295155693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:15,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295155694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:15,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-11T03:18:15,776 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:15,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-11T03:18:15,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:15,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:15,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:15,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:15,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:15,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295155896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:15,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295155896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:15,929 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:15,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-11T03:18:15,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:15,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:15,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:15,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:15,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:15,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/c4c16afdfaf847e0a2a74e0e3a9187e0 2024-11-11T03:18:15,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/21131a4e5d494898b7f86b1bc88ed92e is 50, key is test_row_0/B:col10/1731295095550/Put/seqid=0 2024-11-11T03:18:15,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742123_1299 (size=12151) 2024-11-11T03:18:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-11T03:18:16,082 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:16,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-11T03:18:16,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:16,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:16,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:16,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:16,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:16,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295156200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:16,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295156202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:16,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731295156202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:16,205 DEBUG [Thread-1194 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4137 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae., hostname=e4cdd3a0b883,46769,1731295025786, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T03:18:16,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:16,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295156204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:16,207 DEBUG [Thread-1188 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae., hostname=e4cdd3a0b883,46769,1731295025786, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T03:18:16,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:16,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295156209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:16,212 DEBUG [Thread-1190 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae., hostname=e4cdd3a0b883,46769,1731295025786, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T03:18:16,235 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:16,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-11T03:18:16,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:16,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:16,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:16,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:16,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:16,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:16,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/21131a4e5d494898b7f86b1bc88ed92e 2024-11-11T03:18:16,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/9582d68b1ff348379b197fe4174e7f6b is 50, key is test_row_0/C:col10/1731295095550/Put/seqid=0 2024-11-11T03:18:16,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742124_1300 (size=12151) 2024-11-11T03:18:16,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/9582d68b1ff348379b197fe4174e7f6b 2024-11-11T03:18:16,388 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:16,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-11T03:18:16,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:16,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:16,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:16,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:16,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:16,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/c4c16afdfaf847e0a2a74e0e3a9187e0 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/c4c16afdfaf847e0a2a74e0e3a9187e0 2024-11-11T03:18:16,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/c4c16afdfaf847e0a2a74e0e3a9187e0, entries=200, sequenceid=210, filesize=14.2 K 2024-11-11T03:18:16,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/21131a4e5d494898b7f86b1bc88ed92e as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/21131a4e5d494898b7f86b1bc88ed92e 2024-11-11T03:18:16,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/21131a4e5d494898b7f86b1bc88ed92e, entries=150, sequenceid=210, filesize=11.9 K 2024-11-11T03:18:16,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/9582d68b1ff348379b197fe4174e7f6b as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/9582d68b1ff348379b197fe4174e7f6b 2024-11-11T03:18:16,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/9582d68b1ff348379b197fe4174e7f6b, entries=150, sequenceid=210, filesize=11.9 K 2024-11-11T03:18:16,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a8d2e16fb9a0be233ce1a0bb87b753ae in 861ms, sequenceid=210, compaction requested=true 2024-11-11T03:18:16,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:16,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8d2e16fb9a0be233ce1a0bb87b753ae:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:18:16,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:16,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8d2e16fb9a0be233ce1a0bb87b753ae:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:18:16,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:16,412 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:18:16,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8d2e16fb9a0be233ce1a0bb87b753ae:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:18:16,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:16,412 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:18:16,414 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48942 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:18:16,414 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): a8d2e16fb9a0be233ce1a0bb87b753ae/A is initiating minor compaction (all files) 2024-11-11T03:18:16,414 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a8d2e16fb9a0be233ce1a0bb87b753ae/A in TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:16,414 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/610d90d1c7564707b9ca20b87872767d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/210d2a879586470c915e1dbdf496e3e1, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/da0c23144b6544bbb07fe5dec92a740c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/c4c16afdfaf847e0a2a74e0e3a9187e0] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp, totalSize=47.8 K 2024-11-11T03:18:16,415 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 610d90d1c7564707b9ca20b87872767d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731295090947 2024-11-11T03:18:16,416 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46552 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:18:16,416 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 210d2a879586470c915e1dbdf496e3e1, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731295092065 2024-11-11T03:18:16,416 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): a8d2e16fb9a0be233ce1a0bb87b753ae/B is initiating minor compaction (all files) 2024-11-11T03:18:16,416 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a8d2e16fb9a0be233ce1a0bb87b753ae/B in TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:16,416 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/4f2474677614442cafa92844e7b89697, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/bff3fe5adf10444b839731f33ca5a6e9, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/e61bb83b256346e0b6d7626edc85ab66, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/21131a4e5d494898b7f86b1bc88ed92e] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp, totalSize=45.5 K 2024-11-11T03:18:16,416 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting da0c23144b6544bbb07fe5dec92a740c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731295093114 2024-11-11T03:18:16,416 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f2474677614442cafa92844e7b89697, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731295090947 2024-11-11T03:18:16,416 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting c4c16afdfaf847e0a2a74e0e3a9187e0, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731295095240 2024-11-11T03:18:16,417 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting bff3fe5adf10444b839731f33ca5a6e9, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731295092065 2024-11-11T03:18:16,417 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting e61bb83b256346e0b6d7626edc85ab66, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731295093114 2024-11-11T03:18:16,418 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21131a4e5d494898b7f86b1bc88ed92e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731295095547 2024-11-11T03:18:16,430 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8d2e16fb9a0be233ce1a0bb87b753ae#A#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:16,430 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8d2e16fb9a0be233ce1a0bb87b753ae#B#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:16,430 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/31fd8764d91340fdbb3cd5a292615eef is 50, key is test_row_0/A:col10/1731295095550/Put/seqid=0 2024-11-11T03:18:16,430 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/43c97c98b8724a01a2599f6b841ae1d1 is 50, key is test_row_0/B:col10/1731295095550/Put/seqid=0 2024-11-11T03:18:16,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742125_1301 (size=12629) 2024-11-11T03:18:16,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742126_1302 (size=12629) 2024-11-11T03:18:16,542 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:16,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-11T03:18:16,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:16,543 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing a8d2e16fb9a0be233ce1a0bb87b753ae 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T03:18:16,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=A 2024-11-11T03:18:16,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:16,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=B 2024-11-11T03:18:16,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:16,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=C 2024-11-11T03:18:16,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:16,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/6f6a02e268984b19aecf8cc6be829f33 is 50, key is test_row_0/A:col10/1731295095589/Put/seqid=0 2024-11-11T03:18:16,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742127_1303 (size=12151) 2024-11-11T03:18:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-11T03:18:16,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:16,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:16,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:16,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295156717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:16,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:16,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295156718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:16,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295156821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:16,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:16,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295156821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:16,860 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/31fd8764d91340fdbb3cd5a292615eef as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/31fd8764d91340fdbb3cd5a292615eef 2024-11-11T03:18:16,867 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a8d2e16fb9a0be233ce1a0bb87b753ae/A of a8d2e16fb9a0be233ce1a0bb87b753ae into 31fd8764d91340fdbb3cd5a292615eef(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:16,867 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:16,867 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae., storeName=a8d2e16fb9a0be233ce1a0bb87b753ae/A, priority=12, startTime=1731295096412; duration=0sec 2024-11-11T03:18:16,868 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:16,868 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8d2e16fb9a0be233ce1a0bb87b753ae:A 2024-11-11T03:18:16,868 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:18:16,872 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/43c97c98b8724a01a2599f6b841ae1d1 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/43c97c98b8724a01a2599f6b841ae1d1 2024-11-11T03:18:16,873 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46518 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:18:16,873 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): a8d2e16fb9a0be233ce1a0bb87b753ae/C is initiating minor compaction (all files) 2024-11-11T03:18:16,874 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a8d2e16fb9a0be233ce1a0bb87b753ae/C in TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:16,874 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/810edf60aa5f46d99b7443d6e2c669c5, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/bb31d6e5e3084c94963f050d4e01d013, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/16e4707ebb4f4ecdbf6a97c53c9e0891, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/9582d68b1ff348379b197fe4174e7f6b] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp, totalSize=45.4 K 2024-11-11T03:18:16,874 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 810edf60aa5f46d99b7443d6e2c669c5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731295090947 2024-11-11T03:18:16,875 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting bb31d6e5e3084c94963f050d4e01d013, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731295092065 2024-11-11T03:18:16,875 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 16e4707ebb4f4ecdbf6a97c53c9e0891, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731295093114 2024-11-11T03:18:16,876 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 9582d68b1ff348379b197fe4174e7f6b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731295095547 2024-11-11T03:18:16,877 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a8d2e16fb9a0be233ce1a0bb87b753ae/B of a8d2e16fb9a0be233ce1a0bb87b753ae into 43c97c98b8724a01a2599f6b841ae1d1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:16,877 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:16,877 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae., storeName=a8d2e16fb9a0be233ce1a0bb87b753ae/B, priority=12, startTime=1731295096412; duration=0sec 2024-11-11T03:18:16,877 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:16,878 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8d2e16fb9a0be233ce1a0bb87b753ae:B 2024-11-11T03:18:16,890 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8d2e16fb9a0be233ce1a0bb87b753ae#C#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:16,891 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/a1ac9b9783a54bd5a5dc70b2bb7a63dc is 50, key is test_row_0/C:col10/1731295095550/Put/seqid=0 2024-11-11T03:18:16,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742128_1304 (size=12595) 2024-11-11T03:18:16,953 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/6f6a02e268984b19aecf8cc6be829f33 2024-11-11T03:18:16,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/9b77792fac0746eaa16299ccc59cf64c is 50, key is test_row_0/B:col10/1731295095589/Put/seqid=0 2024-11-11T03:18:16,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742129_1305 (size=12151) 2024-11-11T03:18:17,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295157025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:17,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295157025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:17,308 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/a1ac9b9783a54bd5a5dc70b2bb7a63dc as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/a1ac9b9783a54bd5a5dc70b2bb7a63dc 2024-11-11T03:18:17,314 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a8d2e16fb9a0be233ce1a0bb87b753ae/C of a8d2e16fb9a0be233ce1a0bb87b753ae into a1ac9b9783a54bd5a5dc70b2bb7a63dc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:17,314 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:17,314 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae., storeName=a8d2e16fb9a0be233ce1a0bb87b753ae/C, priority=12, startTime=1731295096412; duration=0sec 2024-11-11T03:18:17,314 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:17,314 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8d2e16fb9a0be233ce1a0bb87b753ae:C 2024-11-11T03:18:17,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295157328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:17,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295157329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:17,370 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/9b77792fac0746eaa16299ccc59cf64c 2024-11-11T03:18:17,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/0b958196a8d5457782571b53626243ac is 50, key is test_row_0/C:col10/1731295095589/Put/seqid=0 2024-11-11T03:18:17,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742130_1306 (size=12151) 2024-11-11T03:18:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-11T03:18:17,785 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/0b958196a8d5457782571b53626243ac 2024-11-11T03:18:17,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/6f6a02e268984b19aecf8cc6be829f33 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/6f6a02e268984b19aecf8cc6be829f33 2024-11-11T03:18:17,794 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/6f6a02e268984b19aecf8cc6be829f33, entries=150, sequenceid=235, filesize=11.9 K 2024-11-11T03:18:17,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/9b77792fac0746eaa16299ccc59cf64c as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/9b77792fac0746eaa16299ccc59cf64c 2024-11-11T03:18:17,799 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/9b77792fac0746eaa16299ccc59cf64c, entries=150, sequenceid=235, filesize=11.9 K 2024-11-11T03:18:17,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/0b958196a8d5457782571b53626243ac as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/0b958196a8d5457782571b53626243ac 2024-11-11T03:18:17,803 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/0b958196a8d5457782571b53626243ac, entries=150, sequenceid=235, filesize=11.9 K 2024-11-11T03:18:17,804 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a8d2e16fb9a0be233ce1a0bb87b753ae in 1261ms, sequenceid=235, compaction requested=false 2024-11-11T03:18:17,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:17,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:17,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-11T03:18:17,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-11T03:18:17,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-11T03:18:17,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3340 sec 2024-11-11T03:18:17,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 2.3380 sec 2024-11-11T03:18:17,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:17,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a8d2e16fb9a0be233ce1a0bb87b753ae 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T03:18:17,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=A 2024-11-11T03:18:17,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:17,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=B 2024-11-11T03:18:17,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:17,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=C 2024-11-11T03:18:17,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:17,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/e42b8fca2c4245139fad8e30217e41bd is 50, key is test_row_0/A:col10/1731295096716/Put/seqid=0 2024-11-11T03:18:17,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742131_1307 (size=12151) 2024-11-11T03:18:17,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295157891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:17,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295157891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:17,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295157994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:17,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295157994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:18,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295158196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:18,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295158197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:18,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/e42b8fca2c4245139fad8e30217e41bd 2024-11-11T03:18:18,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/1d232437bbd44a4c81448f4a6b0f2993 is 50, key is test_row_0/B:col10/1731295096716/Put/seqid=0 2024-11-11T03:18:18,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742132_1308 (size=12151) 2024-11-11T03:18:18,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295158499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:18,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295158501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:18,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/1d232437bbd44a4c81448f4a6b0f2993 2024-11-11T03:18:18,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/5a857e11bee14925815c55a2181c8bef is 50, key is test_row_0/C:col10/1731295096716/Put/seqid=0 2024-11-11T03:18:18,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742133_1309 (size=12151) 2024-11-11T03:18:19,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295159001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:19,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295159006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:19,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/5a857e11bee14925815c55a2181c8bef 2024-11-11T03:18:19,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/e42b8fca2c4245139fad8e30217e41bd as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/e42b8fca2c4245139fad8e30217e41bd 2024-11-11T03:18:19,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/e42b8fca2c4245139fad8e30217e41bd, entries=150, sequenceid=251, filesize=11.9 K 2024-11-11T03:18:19,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/1d232437bbd44a4c81448f4a6b0f2993 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/1d232437bbd44a4c81448f4a6b0f2993 2024-11-11T03:18:19,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/1d232437bbd44a4c81448f4a6b0f2993, entries=150, sequenceid=251, filesize=11.9 K 2024-11-11T03:18:19,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/5a857e11bee14925815c55a2181c8bef as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/5a857e11bee14925815c55a2181c8bef 2024-11-11T03:18:19,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/5a857e11bee14925815c55a2181c8bef, entries=150, sequenceid=251, filesize=11.9 K 2024-11-11T03:18:19,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a8d2e16fb9a0be233ce1a0bb87b753ae in 1269ms, sequenceid=251, compaction requested=true 2024-11-11T03:18:19,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:19,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8d2e16fb9a0be233ce1a0bb87b753ae:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:18:19,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:19,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8d2e16fb9a0be233ce1a0bb87b753ae:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:18:19,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T03:18:19,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8d2e16fb9a0be233ce1a0bb87b753ae:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:18:19,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-11T03:18:19,102 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:18:19,103 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:18:19,103 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:18:19,103 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): a8d2e16fb9a0be233ce1a0bb87b753ae/A is initiating minor compaction (all files) 2024-11-11T03:18:19,103 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a8d2e16fb9a0be233ce1a0bb87b753ae/A in TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:19,103 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/31fd8764d91340fdbb3cd5a292615eef, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/6f6a02e268984b19aecf8cc6be829f33, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/e42b8fca2c4245139fad8e30217e41bd] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp, totalSize=36.1 K 2024-11-11T03:18:19,104 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 31fd8764d91340fdbb3cd5a292615eef, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731295095547 2024-11-11T03:18:19,104 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:18:19,104 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): a8d2e16fb9a0be233ce1a0bb87b753ae/C is initiating minor compaction (all files) 2024-11-11T03:18:19,104 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a8d2e16fb9a0be233ce1a0bb87b753ae/C in TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:19,104 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/a1ac9b9783a54bd5a5dc70b2bb7a63dc, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/0b958196a8d5457782571b53626243ac, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/5a857e11bee14925815c55a2181c8bef] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp, totalSize=36.0 K 2024-11-11T03:18:19,105 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f6a02e268984b19aecf8cc6be829f33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731295095581 2024-11-11T03:18:19,105 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1ac9b9783a54bd5a5dc70b2bb7a63dc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731295095547 2024-11-11T03:18:19,105 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting e42b8fca2c4245139fad8e30217e41bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731295096710 2024-11-11T03:18:19,105 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b958196a8d5457782571b53626243ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731295095581 2024-11-11T03:18:19,105 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a857e11bee14925815c55a2181c8bef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731295096710 2024-11-11T03:18:19,113 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8d2e16fb9a0be233ce1a0bb87b753ae#A#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:19,114 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8d2e16fb9a0be233ce1a0bb87b753ae#C#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:19,114 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/630ed04c780a4ccab54a417c0ab07e00 is 50, key is test_row_0/A:col10/1731295096716/Put/seqid=0 2024-11-11T03:18:19,114 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/e166d7fad78b44819938151b642fdda0 is 50, key is test_row_0/C:col10/1731295096716/Put/seqid=0 2024-11-11T03:18:19,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742135_1311 (size=12697) 2024-11-11T03:18:19,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742134_1310 (size=12731) 2024-11-11T03:18:19,129 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/630ed04c780a4ccab54a417c0ab07e00 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/630ed04c780a4ccab54a417c0ab07e00 2024-11-11T03:18:19,135 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a8d2e16fb9a0be233ce1a0bb87b753ae/A of a8d2e16fb9a0be233ce1a0bb87b753ae into 630ed04c780a4ccab54a417c0ab07e00(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:19,135 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:19,135 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae., storeName=a8d2e16fb9a0be233ce1a0bb87b753ae/A, priority=13, startTime=1731295099101; duration=0sec 2024-11-11T03:18:19,135 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:19,135 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8d2e16fb9a0be233ce1a0bb87b753ae:A 2024-11-11T03:18:19,135 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:18:19,137 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:18:19,137 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): a8d2e16fb9a0be233ce1a0bb87b753ae/B is initiating minor compaction (all files) 2024-11-11T03:18:19,137 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a8d2e16fb9a0be233ce1a0bb87b753ae/B in TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:19,137 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/43c97c98b8724a01a2599f6b841ae1d1, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/9b77792fac0746eaa16299ccc59cf64c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/1d232437bbd44a4c81448f4a6b0f2993] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp, totalSize=36.1 K 2024-11-11T03:18:19,137 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 43c97c98b8724a01a2599f6b841ae1d1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731295095547 2024-11-11T03:18:19,138 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b77792fac0746eaa16299ccc59cf64c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731295095581 2024-11-11T03:18:19,138 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d232437bbd44a4c81448f4a6b0f2993, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731295096710 2024-11-11T03:18:19,144 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8d2e16fb9a0be233ce1a0bb87b753ae#B#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:19,145 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/5af5efd702cb447b9e1bc5361acdb2df is 50, key is test_row_0/B:col10/1731295096716/Put/seqid=0 2024-11-11T03:18:19,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742136_1312 (size=12731) 2024-11-11T03:18:19,527 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/e166d7fad78b44819938151b642fdda0 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/e166d7fad78b44819938151b642fdda0 2024-11-11T03:18:19,533 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a8d2e16fb9a0be233ce1a0bb87b753ae/C of a8d2e16fb9a0be233ce1a0bb87b753ae into e166d7fad78b44819938151b642fdda0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:19,533 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:19,533 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae., storeName=a8d2e16fb9a0be233ce1a0bb87b753ae/C, priority=13, startTime=1731295099101; duration=0sec 2024-11-11T03:18:19,533 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:19,533 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8d2e16fb9a0be233ce1a0bb87b753ae:C 2024-11-11T03:18:19,555 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/5af5efd702cb447b9e1bc5361acdb2df as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/5af5efd702cb447b9e1bc5361acdb2df 2024-11-11T03:18:19,563 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a8d2e16fb9a0be233ce1a0bb87b753ae/B of a8d2e16fb9a0be233ce1a0bb87b753ae into 5af5efd702cb447b9e1bc5361acdb2df(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:19,564 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:19,564 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae., storeName=a8d2e16fb9a0be233ce1a0bb87b753ae/B, priority=13, startTime=1731295099101; duration=0sec 2024-11-11T03:18:19,564 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:19,564 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8d2e16fb9a0be233ce1a0bb87b753ae:B 2024-11-11T03:18:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-11T03:18:19,575 INFO [Thread-1198 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-11T03:18:19,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:18:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-11T03:18:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-11T03:18:19,579 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:18:19,579 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:18:19,579 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:18:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-11T03:18:19,731 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:19,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-11T03:18:19,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:19,732 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing a8d2e16fb9a0be233ce1a0bb87b753ae 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T03:18:19,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=A 2024-11-11T03:18:19,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:19,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=B 2024-11-11T03:18:19,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:19,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=C 2024-11-11T03:18:19,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:19,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/3bcf19c83c404ae484e04a5518d37ab2 is 50, key is test_row_0/A:col10/1731295097884/Put/seqid=0 2024-11-11T03:18:19,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742137_1313 (size=12301) 2024-11-11T03:18:19,755 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/3bcf19c83c404ae484e04a5518d37ab2 2024-11-11T03:18:19,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/ceb41a3a5aff408cadeb5dcd66244356 is 50, key is test_row_0/B:col10/1731295097884/Put/seqid=0 2024-11-11T03:18:19,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742138_1314 (size=12301) 2024-11-11T03:18:19,776 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/ceb41a3a5aff408cadeb5dcd66244356 2024-11-11T03:18:19,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/3681a3cd66744fac8d57b5dc9f1a9420 is 50, key is test_row_0/C:col10/1731295097884/Put/seqid=0 2024-11-11T03:18:19,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742139_1315 (size=12301) 2024-11-11T03:18:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-11T03:18:20,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:20,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:20,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295160039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:20,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295160039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:20,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295160142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:20,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295160142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:20,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-11T03:18:20,197 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/3681a3cd66744fac8d57b5dc9f1a9420 2024-11-11T03:18:20,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/3bcf19c83c404ae484e04a5518d37ab2 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/3bcf19c83c404ae484e04a5518d37ab2 2024-11-11T03:18:20,206 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/3bcf19c83c404ae484e04a5518d37ab2, entries=150, sequenceid=277, filesize=12.0 K 2024-11-11T03:18:20,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/ceb41a3a5aff408cadeb5dcd66244356 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/ceb41a3a5aff408cadeb5dcd66244356 2024-11-11T03:18:20,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60252 deadline: 1731295160210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:20,211 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/ceb41a3a5aff408cadeb5dcd66244356, entries=150, sequenceid=277, filesize=12.0 K 2024-11-11T03:18:20,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/3681a3cd66744fac8d57b5dc9f1a9420 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/3681a3cd66744fac8d57b5dc9f1a9420 2024-11-11T03:18:20,214 DEBUG [Thread-1194 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae., hostname=e4cdd3a0b883,46769,1731295025786, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T03:18:20,216 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/3681a3cd66744fac8d57b5dc9f1a9420, entries=150, sequenceid=277, filesize=12.0 K 2024-11-11T03:18:20,217 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a8d2e16fb9a0be233ce1a0bb87b753ae in 484ms, sequenceid=277, compaction requested=false 2024-11-11T03:18:20,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:20,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:20,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-11T03:18:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-11T03:18:20,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-11T03:18:20,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 639 msec 2024-11-11T03:18:20,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 643 msec 2024-11-11T03:18:20,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:20,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a8d2e16fb9a0be233ce1a0bb87b753ae 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T03:18:20,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=A 2024-11-11T03:18:20,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:20,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=B 2024-11-11T03:18:20,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:20,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=C 2024-11-11T03:18:20,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:20,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/39bb0cc687d543d9a8c1fe95697c6b44 is 50, key is test_row_0/A:col10/1731295100038/Put/seqid=0 2024-11-11T03:18:20,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742140_1316 (size=12301) 2024-11-11T03:18:20,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295160268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:20,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295160268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:20,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295160344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:20,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295160345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:20,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295160371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:20,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295160371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:20,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295160573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:20,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295160574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:20,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/39bb0cc687d543d9a8c1fe95697c6b44 2024-11-11T03:18:20,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295160649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:20,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295160652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:20,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/041f66d17b8f42a6a66aa50f3b7b00ff is 50, key is test_row_0/B:col10/1731295100038/Put/seqid=0 2024-11-11T03:18:20,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742141_1317 (size=12301) 2024-11-11T03:18:20,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/041f66d17b8f42a6a66aa50f3b7b00ff 2024-11-11T03:18:20,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/1f48c87230fe4b619660af2726ffd223 is 50, key is test_row_0/C:col10/1731295100038/Put/seqid=0 2024-11-11T03:18:20,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742142_1318 (size=12301) 2024-11-11T03:18:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-11T03:18:20,682 INFO [Thread-1198 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-11T03:18:20,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:18:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-11T03:18:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-11T03:18:20,684 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:18:20,685 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:18:20,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:18:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-11T03:18:20,836 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:20,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-11T03:18:20,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:20,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:20,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:20,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:20,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:20,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295160876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:20,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295160876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-11T03:18:20,990 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:20,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-11T03:18:20,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:20,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:20,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:20,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:20,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:21,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/1f48c87230fe4b619660af2726ffd223 2024-11-11T03:18:21,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/39bb0cc687d543d9a8c1fe95697c6b44 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/39bb0cc687d543d9a8c1fe95697c6b44 2024-11-11T03:18:21,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/39bb0cc687d543d9a8c1fe95697c6b44, entries=150, sequenceid=291, filesize=12.0 K 2024-11-11T03:18:21,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/041f66d17b8f42a6a66aa50f3b7b00ff as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/041f66d17b8f42a6a66aa50f3b7b00ff 2024-11-11T03:18:21,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/041f66d17b8f42a6a66aa50f3b7b00ff, entries=150, sequenceid=291, filesize=12.0 K 2024-11-11T03:18:21,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/1f48c87230fe4b619660af2726ffd223 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/1f48c87230fe4b619660af2726ffd223 2024-11-11T03:18:21,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/1f48c87230fe4b619660af2726ffd223, entries=150, sequenceid=291, filesize=12.0 K 2024-11-11T03:18:21,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for a8d2e16fb9a0be233ce1a0bb87b753ae in 858ms, sequenceid=291, compaction requested=true 2024-11-11T03:18:21,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:21,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8d2e16fb9a0be233ce1a0bb87b753ae:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:18:21,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:21,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8d2e16fb9a0be233ce1a0bb87b753ae:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:18:21,097 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:18:21,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:21,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8d2e16fb9a0be233ce1a0bb87b753ae:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:18:21,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:21,097 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:18:21,098 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:18:21,098 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:18:21,098 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): a8d2e16fb9a0be233ce1a0bb87b753ae/B is initiating minor compaction (all files) 2024-11-11T03:18:21,098 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): a8d2e16fb9a0be233ce1a0bb87b753ae/A is initiating minor compaction (all files) 2024-11-11T03:18:21,098 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a8d2e16fb9a0be233ce1a0bb87b753ae/B in TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:21,098 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a8d2e16fb9a0be233ce1a0bb87b753ae/A in TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:21,098 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/5af5efd702cb447b9e1bc5361acdb2df, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/ceb41a3a5aff408cadeb5dcd66244356, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/041f66d17b8f42a6a66aa50f3b7b00ff] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp, totalSize=36.5 K 2024-11-11T03:18:21,098 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/630ed04c780a4ccab54a417c0ab07e00, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/3bcf19c83c404ae484e04a5518d37ab2, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/39bb0cc687d543d9a8c1fe95697c6b44] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp, totalSize=36.5 K 2024-11-11T03:18:21,098 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 5af5efd702cb447b9e1bc5361acdb2df, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731295096710 2024-11-11T03:18:21,098 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 630ed04c780a4ccab54a417c0ab07e00, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731295096710 2024-11-11T03:18:21,099 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bcf19c83c404ae484e04a5518d37ab2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731295097881 2024-11-11T03:18:21,099 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting ceb41a3a5aff408cadeb5dcd66244356, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731295097881 2024-11-11T03:18:21,099 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 041f66d17b8f42a6a66aa50f3b7b00ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731295100038 2024-11-11T03:18:21,099 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39bb0cc687d543d9a8c1fe95697c6b44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731295100038 2024-11-11T03:18:21,108 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8d2e16fb9a0be233ce1a0bb87b753ae#A#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:21,109 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/5a8d3d50959047b8b6de2d4fca0c7ba4 is 50, key is test_row_0/A:col10/1731295100038/Put/seqid=0 2024-11-11T03:18:21,109 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8d2e16fb9a0be233ce1a0bb87b753ae#B#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:21,110 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/0ee455abd7534ee8bc2783b2243026ed is 50, key is test_row_0/B:col10/1731295100038/Put/seqid=0 2024-11-11T03:18:21,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742143_1319 (size=12983) 2024-11-11T03:18:21,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742144_1320 (size=12983) 2024-11-11T03:18:21,143 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:21,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-11T03:18:21,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:21,144 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing a8d2e16fb9a0be233ce1a0bb87b753ae 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T03:18:21,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=A 2024-11-11T03:18:21,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:21,144 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/5a8d3d50959047b8b6de2d4fca0c7ba4 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/5a8d3d50959047b8b6de2d4fca0c7ba4 2024-11-11T03:18:21,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=B 2024-11-11T03:18:21,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:21,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=C 2024-11-11T03:18:21,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:21,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/0f38de77166f46338fcc05889d139e73 is 50, key is test_row_0/A:col10/1731295100264/Put/seqid=0 2024-11-11T03:18:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:21,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:21,166 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a8d2e16fb9a0be233ce1a0bb87b753ae/A of a8d2e16fb9a0be233ce1a0bb87b753ae into 5a8d3d50959047b8b6de2d4fca0c7ba4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:21,166 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:21,166 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae., storeName=a8d2e16fb9a0be233ce1a0bb87b753ae/A, priority=13, startTime=1731295101096; duration=0sec 2024-11-11T03:18:21,166 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:21,166 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8d2e16fb9a0be233ce1a0bb87b753ae:A 2024-11-11T03:18:21,166 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:18:21,167 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:18:21,167 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): a8d2e16fb9a0be233ce1a0bb87b753ae/C is initiating minor compaction (all files) 2024-11-11T03:18:21,168 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a8d2e16fb9a0be233ce1a0bb87b753ae/C in TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:21,168 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/e166d7fad78b44819938151b642fdda0, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/3681a3cd66744fac8d57b5dc9f1a9420, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/1f48c87230fe4b619660af2726ffd223] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp, totalSize=36.4 K 2024-11-11T03:18:21,168 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting e166d7fad78b44819938151b642fdda0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731295096710 2024-11-11T03:18:21,168 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3681a3cd66744fac8d57b5dc9f1a9420, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731295097881 2024-11-11T03:18:21,169 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f48c87230fe4b619660af2726ffd223, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731295100038 2024-11-11T03:18:21,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295161171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:21,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295161173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:21,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742145_1321 (size=12301) 2024-11-11T03:18:21,186 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8d2e16fb9a0be233ce1a0bb87b753ae#C#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:21,187 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/01b7eb108c2a43be9b7890da8af46070 is 50, key is test_row_0/C:col10/1731295100038/Put/seqid=0 2024-11-11T03:18:21,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742146_1322 (size=12949) 2024-11-11T03:18:21,205 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/01b7eb108c2a43be9b7890da8af46070 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/01b7eb108c2a43be9b7890da8af46070 2024-11-11T03:18:21,210 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a8d2e16fb9a0be233ce1a0bb87b753ae/C of a8d2e16fb9a0be233ce1a0bb87b753ae into 01b7eb108c2a43be9b7890da8af46070(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:21,210 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:21,210 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae., storeName=a8d2e16fb9a0be233ce1a0bb87b753ae/C, priority=13, startTime=1731295101097; duration=0sec 2024-11-11T03:18:21,210 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:21,210 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8d2e16fb9a0be233ce1a0bb87b753ae:C 2024-11-11T03:18:21,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295161275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:21,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295161277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-11T03:18:21,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295161381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:21,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295161382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:21,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295161479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:21,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295161480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:21,533 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/0ee455abd7534ee8bc2783b2243026ed as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/0ee455abd7534ee8bc2783b2243026ed 2024-11-11T03:18:21,539 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a8d2e16fb9a0be233ce1a0bb87b753ae/B of a8d2e16fb9a0be233ce1a0bb87b753ae into 0ee455abd7534ee8bc2783b2243026ed(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:21,539 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:21,539 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae., storeName=a8d2e16fb9a0be233ce1a0bb87b753ae/B, priority=13, startTime=1731295101097; duration=0sec 2024-11-11T03:18:21,539 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:21,539 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8d2e16fb9a0be233ce1a0bb87b753ae:B 2024-11-11T03:18:21,578 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/0f38de77166f46338fcc05889d139e73 2024-11-11T03:18:21,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/49a918067c3949a49d26e41f82efbc6d is 50, key is test_row_0/B:col10/1731295100264/Put/seqid=0 2024-11-11T03:18:21,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742147_1323 (size=12301) 2024-11-11T03:18:21,594 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/49a918067c3949a49d26e41f82efbc6d 2024-11-11T03:18:21,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/25913de110f546129d29f85e6219adb3 is 50, key is test_row_0/C:col10/1731295100264/Put/seqid=0 2024-11-11T03:18:21,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742148_1324 (size=12301) 2024-11-11T03:18:21,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295161782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:21,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295161784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-11T03:18:22,009 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/25913de110f546129d29f85e6219adb3 2024-11-11T03:18:22,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/0f38de77166f46338fcc05889d139e73 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/0f38de77166f46338fcc05889d139e73 2024-11-11T03:18:22,018 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/0f38de77166f46338fcc05889d139e73, entries=150, sequenceid=314, filesize=12.0 K 2024-11-11T03:18:22,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/49a918067c3949a49d26e41f82efbc6d as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/49a918067c3949a49d26e41f82efbc6d 2024-11-11T03:18:22,023 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/49a918067c3949a49d26e41f82efbc6d, entries=150, sequenceid=314, filesize=12.0 K 2024-11-11T03:18:22,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/25913de110f546129d29f85e6219adb3 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/25913de110f546129d29f85e6219adb3 2024-11-11T03:18:22,027 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/25913de110f546129d29f85e6219adb3, entries=150, sequenceid=314, filesize=12.0 K 2024-11-11T03:18:22,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-11T03:18:22,028 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a8d2e16fb9a0be233ce1a0bb87b753ae in 885ms, sequenceid=314, compaction requested=false 2024-11-11T03:18:22,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:22,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:22,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-11T03:18:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-11T03:18:22,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-11T03:18:22,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3450 sec 2024-11-11T03:18:22,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.3480 sec 2024-11-11T03:18:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:22,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a8d2e16fb9a0be233ce1a0bb87b753ae 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T03:18:22,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=A 2024-11-11T03:18:22,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:22,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=B 2024-11-11T03:18:22,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:22,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=C 2024-11-11T03:18:22,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:22,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/1921e8d533a44604954966f81734b26d is 50, key is test_row_0/A:col10/1731295102287/Put/seqid=0 2024-11-11T03:18:22,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742149_1325 (size=12301) 2024-11-11T03:18:22,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/1921e8d533a44604954966f81734b26d 2024-11-11T03:18:22,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/6812f7eaf7304f1f9dd23d256d50e065 is 50, key is test_row_0/B:col10/1731295102287/Put/seqid=0 2024-11-11T03:18:22,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742150_1326 (size=12301) 2024-11-11T03:18:22,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295162319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:22,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295162320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:22,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295162385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:22,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295162390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:22,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295162424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:22,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295162424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:22,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295162627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:22,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295162628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:22,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/6812f7eaf7304f1f9dd23d256d50e065 2024-11-11T03:18:22,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/eaa26847469f421987867e8170302aa5 is 50, key is test_row_0/C:col10/1731295102287/Put/seqid=0 2024-11-11T03:18:22,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742151_1327 (size=12301) 2024-11-11T03:18:22,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/eaa26847469f421987867e8170302aa5 2024-11-11T03:18:22,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/1921e8d533a44604954966f81734b26d as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/1921e8d533a44604954966f81734b26d 2024-11-11T03:18:22,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/1921e8d533a44604954966f81734b26d, entries=150, sequenceid=331, filesize=12.0 K 2024-11-11T03:18:22,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/6812f7eaf7304f1f9dd23d256d50e065 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/6812f7eaf7304f1f9dd23d256d50e065 2024-11-11T03:18:22,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/6812f7eaf7304f1f9dd23d256d50e065, entries=150, sequenceid=331, filesize=12.0 K 2024-11-11T03:18:22,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/eaa26847469f421987867e8170302aa5 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/eaa26847469f421987867e8170302aa5 2024-11-11T03:18:22,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/eaa26847469f421987867e8170302aa5, entries=150, sequenceid=331, filesize=12.0 K 2024-11-11T03:18:22,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a8d2e16fb9a0be233ce1a0bb87b753ae in 451ms, sequenceid=331, compaction requested=true 2024-11-11T03:18:22,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:22,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8d2e16fb9a0be233ce1a0bb87b753ae:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:18:22,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:22,741 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:18:22,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8d2e16fb9a0be233ce1a0bb87b753ae:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:18:22,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:22,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8d2e16fb9a0be233ce1a0bb87b753ae:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:18:22,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:22,741 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:18:22,742 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:18:22,742 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:18:22,742 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): a8d2e16fb9a0be233ce1a0bb87b753ae/B is initiating minor compaction (all files) 2024-11-11T03:18:22,742 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): a8d2e16fb9a0be233ce1a0bb87b753ae/A is initiating minor compaction (all files) 2024-11-11T03:18:22,742 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a8d2e16fb9a0be233ce1a0bb87b753ae/B in TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:22,742 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a8d2e16fb9a0be233ce1a0bb87b753ae/A in TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:22,743 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/0ee455abd7534ee8bc2783b2243026ed, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/49a918067c3949a49d26e41f82efbc6d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/6812f7eaf7304f1f9dd23d256d50e065] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp, totalSize=36.7 K 2024-11-11T03:18:22,743 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/5a8d3d50959047b8b6de2d4fca0c7ba4, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/0f38de77166f46338fcc05889d139e73, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/1921e8d533a44604954966f81734b26d] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp, totalSize=36.7 K 2024-11-11T03:18:22,743 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ee455abd7534ee8bc2783b2243026ed, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731295100038 2024-11-11T03:18:22,743 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a8d3d50959047b8b6de2d4fca0c7ba4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731295100038 2024-11-11T03:18:22,743 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 49a918067c3949a49d26e41f82efbc6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731295100257 2024-11-11T03:18:22,743 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f38de77166f46338fcc05889d139e73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731295100257 2024-11-11T03:18:22,744 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1921e8d533a44604954966f81734b26d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731295101170 2024-11-11T03:18:22,744 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 6812f7eaf7304f1f9dd23d256d50e065, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731295101170 2024-11-11T03:18:22,753 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8d2e16fb9a0be233ce1a0bb87b753ae#B#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:22,753 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/54462ce679f745b9b9a8a759e6228c67 is 50, key is test_row_0/B:col10/1731295102287/Put/seqid=0 2024-11-11T03:18:22,753 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8d2e16fb9a0be233ce1a0bb87b753ae#A#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:22,754 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/e9a84b6155874d0c8d6614a5cfaeeee2 is 50, key is test_row_0/A:col10/1731295102287/Put/seqid=0 2024-11-11T03:18:22,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742152_1328 (size=13085) 2024-11-11T03:18:22,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742153_1329 (size=13085) 2024-11-11T03:18:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-11T03:18:22,788 INFO [Thread-1198 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-11T03:18:22,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:18:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-11T03:18:22,791 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:18:22,792 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:18:22,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:18:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-11T03:18:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-11T03:18:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:22,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a8d2e16fb9a0be233ce1a0bb87b753ae 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T03:18:22,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=A 2024-11-11T03:18:22,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:22,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=B 2024-11-11T03:18:22,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:22,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=C 2024-11-11T03:18:22,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:22,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/7975581791914705958cb3664a1e1509 is 50, key is test_row_0/A:col10/1731295102314/Put/seqid=0 2024-11-11T03:18:22,944 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:22,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-11T03:18:22,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:22,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:22,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:22,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:22,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:22,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295162948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:22,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295162950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:22,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742154_1330 (size=14741) 2024-11-11T03:18:23,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295163051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:23,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295163052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-11T03:18:23,097 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:23,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-11T03:18:23,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:23,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:23,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:23,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:23,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:23,174 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/e9a84b6155874d0c8d6614a5cfaeeee2 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/e9a84b6155874d0c8d6614a5cfaeeee2 2024-11-11T03:18:23,178 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/54462ce679f745b9b9a8a759e6228c67 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/54462ce679f745b9b9a8a759e6228c67 2024-11-11T03:18:23,179 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a8d2e16fb9a0be233ce1a0bb87b753ae/A of a8d2e16fb9a0be233ce1a0bb87b753ae into e9a84b6155874d0c8d6614a5cfaeeee2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:23,179 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:23,179 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae., storeName=a8d2e16fb9a0be233ce1a0bb87b753ae/A, priority=13, startTime=1731295102741; duration=0sec 2024-11-11T03:18:23,179 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:23,179 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8d2e16fb9a0be233ce1a0bb87b753ae:A 2024-11-11T03:18:23,179 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:18:23,180 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:18:23,180 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): a8d2e16fb9a0be233ce1a0bb87b753ae/C is initiating minor compaction (all files) 2024-11-11T03:18:23,180 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a8d2e16fb9a0be233ce1a0bb87b753ae/C in TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:23,180 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/01b7eb108c2a43be9b7890da8af46070, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/25913de110f546129d29f85e6219adb3, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/eaa26847469f421987867e8170302aa5] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp, totalSize=36.7 K 2024-11-11T03:18:23,181 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01b7eb108c2a43be9b7890da8af46070, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731295100038 2024-11-11T03:18:23,181 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25913de110f546129d29f85e6219adb3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731295100257 2024-11-11T03:18:23,181 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting eaa26847469f421987867e8170302aa5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731295101170 2024-11-11T03:18:23,183 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a8d2e16fb9a0be233ce1a0bb87b753ae/B of a8d2e16fb9a0be233ce1a0bb87b753ae into 54462ce679f745b9b9a8a759e6228c67(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:23,183 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:23,183 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae., storeName=a8d2e16fb9a0be233ce1a0bb87b753ae/B, priority=13, startTime=1731295102741; duration=0sec 2024-11-11T03:18:23,183 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:23,183 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8d2e16fb9a0be233ce1a0bb87b753ae:B 2024-11-11T03:18:23,188 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8d2e16fb9a0be233ce1a0bb87b753ae#C#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:23,189 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/98e68f69184d49dc9895b84f3fbe3098 is 50, key is test_row_0/C:col10/1731295102287/Put/seqid=0 2024-11-11T03:18:23,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742155_1331 (size=13051) 2024-11-11T03:18:23,250 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:23,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-11T03:18:23,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:23,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:23,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:23,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:23,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:23,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295163253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:23,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295163254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:23,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/7975581791914705958cb3664a1e1509 2024-11-11T03:18:23,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/649fba707f38408fa67e88771dfc9325 is 50, key is test_row_0/B:col10/1731295102314/Put/seqid=0 2024-11-11T03:18:23,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742156_1332 (size=12301) 2024-11-11T03:18:23,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-11T03:18:23,403 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:23,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-11T03:18:23,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:23,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:23,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:23,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:23,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:23,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:23,556 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:23,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-11T03:18:23,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:23,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:23,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:23,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:23,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:23,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295163557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:23,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295163557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:23,598 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/98e68f69184d49dc9895b84f3fbe3098 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/98e68f69184d49dc9895b84f3fbe3098 2024-11-11T03:18:23,603 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a8d2e16fb9a0be233ce1a0bb87b753ae/C of a8d2e16fb9a0be233ce1a0bb87b753ae into 98e68f69184d49dc9895b84f3fbe3098(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:23,603 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:23,603 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae., storeName=a8d2e16fb9a0be233ce1a0bb87b753ae/C, priority=13, startTime=1731295102741; duration=0sec 2024-11-11T03:18:23,603 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:23,603 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8d2e16fb9a0be233ce1a0bb87b753ae:C 2024-11-11T03:18:23,709 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:23,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-11T03:18:23,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:23,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:23,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:23,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:23,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:23,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/649fba707f38408fa67e88771dfc9325 2024-11-11T03:18:23,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/ee22d065aef448d09fced066ef31b651 is 50, key is test_row_0/C:col10/1731295102314/Put/seqid=0 2024-11-11T03:18:23,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742157_1333 (size=12301) 2024-11-11T03:18:23,861 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:23,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-11T03:18:23,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:23,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:23,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:23,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:23,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:23,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:23,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-11T03:18:24,016 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:24,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-11T03:18:24,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:24,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:24,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:24,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:24,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:24,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295164063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:24,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:24,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295164063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:24,171 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:24,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-11T03:18:24,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:24,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:24,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:24,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:24,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:24,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/ee22d065aef448d09fced066ef31b651 2024-11-11T03:18:24,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/7975581791914705958cb3664a1e1509 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/7975581791914705958cb3664a1e1509 2024-11-11T03:18:24,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/7975581791914705958cb3664a1e1509, entries=200, sequenceid=354, filesize=14.4 K 2024-11-11T03:18:24,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/649fba707f38408fa67e88771dfc9325 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/649fba707f38408fa67e88771dfc9325 2024-11-11T03:18:24,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/649fba707f38408fa67e88771dfc9325, entries=150, sequenceid=354, filesize=12.0 K 2024-11-11T03:18:24,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/ee22d065aef448d09fced066ef31b651 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/ee22d065aef448d09fced066ef31b651 2024-11-11T03:18:24,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/ee22d065aef448d09fced066ef31b651, entries=150, sequenceid=354, filesize=12.0 K 2024-11-11T03:18:24,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a8d2e16fb9a0be233ce1a0bb87b753ae in 1268ms, sequenceid=354, compaction requested=false 2024-11-11T03:18:24,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:24,324 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:24,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-11T03:18:24,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:24,325 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing a8d2e16fb9a0be233ce1a0bb87b753ae 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T03:18:24,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=A 2024-11-11T03:18:24,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:24,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=B 2024-11-11T03:18:24,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:24,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=C 2024-11-11T03:18:24,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:24,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/5b42e135051c4633b9c45ba893a13310 is 50, key is test_row_1/A:col10/1731295102946/Put/seqid=0 2024-11-11T03:18:24,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742158_1334 (size=9857) 2024-11-11T03:18:24,336 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/5b42e135051c4633b9c45ba893a13310 2024-11-11T03:18:24,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/09aa8593d267468191e53dddeca2cff9 is 50, key is test_row_1/B:col10/1731295102946/Put/seqid=0 2024-11-11T03:18:24,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742159_1335 (size=9857) 2024-11-11T03:18:24,348 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/09aa8593d267468191e53dddeca2cff9 2024-11-11T03:18:24,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/4c9d1a33a8a347cda58395ff84c44617 is 50, key is test_row_1/C:col10/1731295102946/Put/seqid=0 2024-11-11T03:18:24,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742160_1336 (size=9857) 2024-11-11T03:18:24,375 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/4c9d1a33a8a347cda58395ff84c44617 2024-11-11T03:18:24,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/5b42e135051c4633b9c45ba893a13310 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/5b42e135051c4633b9c45ba893a13310 2024-11-11T03:18:24,399 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/5b42e135051c4633b9c45ba893a13310, entries=100, sequenceid=370, filesize=9.6 K 2024-11-11T03:18:24,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/09aa8593d267468191e53dddeca2cff9 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/09aa8593d267468191e53dddeca2cff9 2024-11-11T03:18:24,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:24,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:24,412 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/09aa8593d267468191e53dddeca2cff9, entries=100, sequenceid=370, filesize=9.6 K 2024-11-11T03:18:24,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/4c9d1a33a8a347cda58395ff84c44617 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/4c9d1a33a8a347cda58395ff84c44617 2024-11-11T03:18:24,420 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/4c9d1a33a8a347cda58395ff84c44617, entries=100, sequenceid=370, filesize=9.6 K 2024-11-11T03:18:24,421 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=60.38 KB/61830 for a8d2e16fb9a0be233ce1a0bb87b753ae in 96ms, sequenceid=370, compaction requested=true 2024-11-11T03:18:24,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:24,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:24,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-11T03:18:24,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-11-11T03:18:24,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-11T03:18:24,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6300 sec 2024-11-11T03:18:24,426 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a8d2e16fb9a0be233ce1a0bb87b753ae 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T03:18:24,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=A 2024-11-11T03:18:24,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:24,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=B 2024-11-11T03:18:24,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 1.6360 sec 2024-11-11T03:18:24,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:24,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=C 2024-11-11T03:18:24,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:24,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/5723daa39dc64881959adfaa19c1b29c is 50, key is test_row_0/A:col10/1731295104424/Put/seqid=0 2024-11-11T03:18:24,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742161_1337 (size=14741) 2024-11-11T03:18:24,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/5723daa39dc64881959adfaa19c1b29c 2024-11-11T03:18:24,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/9e859540644045b08c5c962287fd5840 is 50, key is test_row_0/B:col10/1731295104424/Put/seqid=0 2024-11-11T03:18:24,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295164469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:24,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295164470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:24,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742162_1338 (size=12301) 2024-11-11T03:18:24,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295164573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:24,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295164575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:24,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295164776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:24,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295164778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:24,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/9e859540644045b08c5c962287fd5840 2024-11-11T03:18:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-11T03:18:24,896 INFO [Thread-1198 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-11T03:18:24,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/d708bbe5f74a491baa53522b215b44e3 is 50, key is test_row_0/C:col10/1731295104424/Put/seqid=0 2024-11-11T03:18:24,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:18:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-11T03:18:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-11T03:18:24,899 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:18:24,901 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:18:24,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:18:24,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742163_1339 (size=12301) 2024-11-11T03:18:24,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/d708bbe5f74a491baa53522b215b44e3 2024-11-11T03:18:24,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/5723daa39dc64881959adfaa19c1b29c as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/5723daa39dc64881959adfaa19c1b29c 2024-11-11T03:18:24,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/5723daa39dc64881959adfaa19c1b29c, entries=200, sequenceid=385, filesize=14.4 K 2024-11-11T03:18:24,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/9e859540644045b08c5c962287fd5840 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/9e859540644045b08c5c962287fd5840 2024-11-11T03:18:24,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/9e859540644045b08c5c962287fd5840, entries=150, sequenceid=385, filesize=12.0 K 2024-11-11T03:18:24,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/d708bbe5f74a491baa53522b215b44e3 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/d708bbe5f74a491baa53522b215b44e3 2024-11-11T03:18:24,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/d708bbe5f74a491baa53522b215b44e3, entries=150, sequenceid=385, filesize=12.0 K 2024-11-11T03:18:24,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a8d2e16fb9a0be233ce1a0bb87b753ae in 494ms, sequenceid=385, compaction requested=true 2024-11-11T03:18:24,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:24,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8d2e16fb9a0be233ce1a0bb87b753ae:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:18:24,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:24,921 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:18:24,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8d2e16fb9a0be233ce1a0bb87b753ae:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:18:24,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:24,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8d2e16fb9a0be233ce1a0bb87b753ae:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:18:24,921 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:18:24,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:24,922 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:18:24,922 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52424 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:18:24,922 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): a8d2e16fb9a0be233ce1a0bb87b753ae/B is initiating minor compaction (all files) 2024-11-11T03:18:24,922 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): a8d2e16fb9a0be233ce1a0bb87b753ae/A is initiating minor compaction (all files) 2024-11-11T03:18:24,922 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a8d2e16fb9a0be233ce1a0bb87b753ae/A in TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:24,922 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a8d2e16fb9a0be233ce1a0bb87b753ae/B in TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:24,923 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/54462ce679f745b9b9a8a759e6228c67, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/649fba707f38408fa67e88771dfc9325, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/09aa8593d267468191e53dddeca2cff9, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/9e859540644045b08c5c962287fd5840] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp, totalSize=46.4 K 2024-11-11T03:18:24,923 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/e9a84b6155874d0c8d6614a5cfaeeee2, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/7975581791914705958cb3664a1e1509, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/5b42e135051c4633b9c45ba893a13310, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/5723daa39dc64881959adfaa19c1b29c] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp, totalSize=51.2 K 2024-11-11T03:18:24,923 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9a84b6155874d0c8d6614a5cfaeeee2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731295101170 2024-11-11T03:18:24,923 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 54462ce679f745b9b9a8a759e6228c67, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731295101170 2024-11-11T03:18:24,923 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7975581791914705958cb3664a1e1509, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731295102314 2024-11-11T03:18:24,924 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 649fba707f38408fa67e88771dfc9325, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731295102314 2024-11-11T03:18:24,924 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b42e135051c4633b9c45ba893a13310, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731295102946 2024-11-11T03:18:24,924 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 09aa8593d267468191e53dddeca2cff9, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731295102946 2024-11-11T03:18:24,924 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5723daa39dc64881959adfaa19c1b29c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1731295104419 2024-11-11T03:18:24,925 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e859540644045b08c5c962287fd5840, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1731295104419 2024-11-11T03:18:24,946 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8d2e16fb9a0be233ce1a0bb87b753ae#B#compaction#292 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:24,946 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8d2e16fb9a0be233ce1a0bb87b753ae#A#compaction#291 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:24,947 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/c170a967de924fb092a7f42c1b6a6d3d is 50, key is test_row_0/B:col10/1731295104424/Put/seqid=0 2024-11-11T03:18:24,947 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/2d7978b3fd0947fdbfcad845f1e5aae3 is 50, key is test_row_0/A:col10/1731295104424/Put/seqid=0 2024-11-11T03:18:24,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742164_1340 (size=13221) 2024-11-11T03:18:24,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742165_1341 (size=13221) 2024-11-11T03:18:24,975 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/c170a967de924fb092a7f42c1b6a6d3d as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/c170a967de924fb092a7f42c1b6a6d3d 2024-11-11T03:18:24,980 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a8d2e16fb9a0be233ce1a0bb87b753ae/B of a8d2e16fb9a0be233ce1a0bb87b753ae into c170a967de924fb092a7f42c1b6a6d3d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:24,980 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:24,980 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae., storeName=a8d2e16fb9a0be233ce1a0bb87b753ae/B, priority=12, startTime=1731295104921; duration=0sec 2024-11-11T03:18:24,980 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:24,980 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8d2e16fb9a0be233ce1a0bb87b753ae:B 2024-11-11T03:18:24,980 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:18:24,981 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:18:24,981 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): a8d2e16fb9a0be233ce1a0bb87b753ae/C is initiating minor compaction (all files) 2024-11-11T03:18:24,981 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a8d2e16fb9a0be233ce1a0bb87b753ae/C in TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:24,982 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/98e68f69184d49dc9895b84f3fbe3098, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/ee22d065aef448d09fced066ef31b651, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/4c9d1a33a8a347cda58395ff84c44617, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/d708bbe5f74a491baa53522b215b44e3] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp, totalSize=46.4 K 2024-11-11T03:18:24,982 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 98e68f69184d49dc9895b84f3fbe3098, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731295101170 2024-11-11T03:18:24,982 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting ee22d065aef448d09fced066ef31b651, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731295102314 2024-11-11T03:18:24,982 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c9d1a33a8a347cda58395ff84c44617, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731295102946 2024-11-11T03:18:24,983 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting d708bbe5f74a491baa53522b215b44e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1731295104419 2024-11-11T03:18:24,993 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8d2e16fb9a0be233ce1a0bb87b753ae#C#compaction#293 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:24,993 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/951bb085dc674dceac098220362446ab is 50, key is test_row_0/C:col10/1731295104424/Put/seqid=0 2024-11-11T03:18:24,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742166_1342 (size=13187) 2024-11-11T03:18:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-11T03:18:25,052 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:25,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-11T03:18:25,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:25,053 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing a8d2e16fb9a0be233ce1a0bb87b753ae 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-11T03:18:25,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=A 2024-11-11T03:18:25,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:25,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=B 2024-11-11T03:18:25,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:25,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=C 2024-11-11T03:18:25,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:25,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/09204330713d45d6bda2da46df0c09e1 is 50, key is test_row_0/A:col10/1731295104462/Put/seqid=0 2024-11-11T03:18:25,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742167_1343 (size=12301) 2024-11-11T03:18:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:25,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:25,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295165084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:25,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:25,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295165085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:25,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:25,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295165085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:25,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:25,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295165086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:25,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295165188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:25,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295165190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:25,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:25,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295165190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295165190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-11T03:18:25,372 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/2d7978b3fd0947fdbfcad845f1e5aae3 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/2d7978b3fd0947fdbfcad845f1e5aae3 2024-11-11T03:18:25,377 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a8d2e16fb9a0be233ce1a0bb87b753ae/A of a8d2e16fb9a0be233ce1a0bb87b753ae into 2d7978b3fd0947fdbfcad845f1e5aae3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:25,377 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:25,377 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae., storeName=a8d2e16fb9a0be233ce1a0bb87b753ae/A, priority=12, startTime=1731295104921; duration=0sec 2024-11-11T03:18:25,377 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:25,377 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8d2e16fb9a0be233ce1a0bb87b753ae:A 2024-11-11T03:18:25,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295165391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:25,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295165394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:25,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295165394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:25,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295165396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:25,403 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/951bb085dc674dceac098220362446ab as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/951bb085dc674dceac098220362446ab 2024-11-11T03:18:25,407 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a8d2e16fb9a0be233ce1a0bb87b753ae/C of a8d2e16fb9a0be233ce1a0bb87b753ae into 951bb085dc674dceac098220362446ab(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:25,407 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:25,407 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae., storeName=a8d2e16fb9a0be233ce1a0bb87b753ae/C, priority=12, startTime=1731295104921; duration=0sec 2024-11-11T03:18:25,408 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:25,408 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8d2e16fb9a0be233ce1a0bb87b753ae:C 2024-11-11T03:18:25,463 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/09204330713d45d6bda2da46df0c09e1 2024-11-11T03:18:25,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/5f5f8c7f5ddd486091ae18169e84c255 is 50, key is test_row_0/B:col10/1731295104462/Put/seqid=0 2024-11-11T03:18:25,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742168_1344 (size=12301) 2024-11-11T03:18:25,475 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/5f5f8c7f5ddd486091ae18169e84c255 2024-11-11T03:18:25,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/47d97ed0e144425ea0b9f44bb2282bfb is 50, key is test_row_0/C:col10/1731295104462/Put/seqid=0 2024-11-11T03:18:25,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742169_1345 (size=12301) 2024-11-11T03:18:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-11T03:18:25,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295165694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:25,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295165696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:25,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295165697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:25,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295165699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:25,888 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/47d97ed0e144425ea0b9f44bb2282bfb 2024-11-11T03:18:25,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/09204330713d45d6bda2da46df0c09e1 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/09204330713d45d6bda2da46df0c09e1 2024-11-11T03:18:25,896 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/09204330713d45d6bda2da46df0c09e1, entries=150, sequenceid=407, filesize=12.0 K 2024-11-11T03:18:25,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/5f5f8c7f5ddd486091ae18169e84c255 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/5f5f8c7f5ddd486091ae18169e84c255 2024-11-11T03:18:25,900 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/5f5f8c7f5ddd486091ae18169e84c255, entries=150, sequenceid=407, filesize=12.0 K 2024-11-11T03:18:25,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/47d97ed0e144425ea0b9f44bb2282bfb as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/47d97ed0e144425ea0b9f44bb2282bfb 2024-11-11T03:18:25,908 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/47d97ed0e144425ea0b9f44bb2282bfb, entries=150, sequenceid=407, filesize=12.0 K 2024-11-11T03:18:25,909 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for a8d2e16fb9a0be233ce1a0bb87b753ae in 856ms, sequenceid=407, compaction requested=false 2024-11-11T03:18:25,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:25,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:25,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-11T03:18:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-11-11T03:18:25,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-11T03:18:25,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0090 sec 2024-11-11T03:18:25,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 1.0140 sec 2024-11-11T03:18:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-11T03:18:26,003 INFO [Thread-1198 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-11T03:18:26,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:18:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-11T03:18:26,009 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:18:26,010 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:18:26,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:18:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-11T03:18:26,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-11T03:18:26,161 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:26,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-11T03:18:26,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:26,162 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2837): Flushing a8d2e16fb9a0be233ce1a0bb87b753ae 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T03:18:26,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=A 2024-11-11T03:18:26,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:26,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=B 2024-11-11T03:18:26,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:26,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=C 2024-11-11T03:18:26,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:26,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/0b086a79b2ec43fba2aae41620b90158 is 50, key is test_row_0/A:col10/1731295105085/Put/seqid=0 2024-11-11T03:18:26,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742170_1346 (size=12301) 2024-11-11T03:18:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:26,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:26,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295166215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:26,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295166216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:26,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295166216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:26,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295166217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:26,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-11T03:18:26,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295166318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:26,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295166320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:26,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295166320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:26,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295166320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:26,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295166522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:26,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295166522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:26,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295166523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:26,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295166523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:26,573 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/0b086a79b2ec43fba2aae41620b90158 2024-11-11T03:18:26,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/0ce8530c6d4947ea8b3843ce775941ff is 50, key is test_row_0/B:col10/1731295105085/Put/seqid=0 2024-11-11T03:18:26,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742171_1347 (size=12301) 2024-11-11T03:18:26,586 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/0ce8530c6d4947ea8b3843ce775941ff 2024-11-11T03:18:26,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/656648ddfa3845d18768f287c20fb5f5 is 50, key is test_row_0/C:col10/1731295105085/Put/seqid=0 2024-11-11T03:18:26,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742172_1348 (size=12301) 2024-11-11T03:18:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-11T03:18:26,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295166826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:26,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295166826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:26,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295166827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:26,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295166827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:27,007 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/656648ddfa3845d18768f287c20fb5f5 2024-11-11T03:18:27,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/0b086a79b2ec43fba2aae41620b90158 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/0b086a79b2ec43fba2aae41620b90158 2024-11-11T03:18:27,016 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/0b086a79b2ec43fba2aae41620b90158, entries=150, sequenceid=424, filesize=12.0 K 2024-11-11T03:18:27,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/0ce8530c6d4947ea8b3843ce775941ff as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/0ce8530c6d4947ea8b3843ce775941ff 2024-11-11T03:18:27,020 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/0ce8530c6d4947ea8b3843ce775941ff, entries=150, sequenceid=424, filesize=12.0 K 2024-11-11T03:18:27,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/656648ddfa3845d18768f287c20fb5f5 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/656648ddfa3845d18768f287c20fb5f5 2024-11-11T03:18:27,023 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/656648ddfa3845d18768f287c20fb5f5, entries=150, sequenceid=424, filesize=12.0 K 2024-11-11T03:18:27,024 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a8d2e16fb9a0be233ce1a0bb87b753ae in 862ms, sequenceid=424, compaction requested=true 2024-11-11T03:18:27,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2538): Flush status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:27,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:27,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-11T03:18:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=96 2024-11-11T03:18:27,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-11T03:18:27,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0160 sec 2024-11-11T03:18:27,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.0230 sec 2024-11-11T03:18:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-11T03:18:27,117 INFO [Thread-1198 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-11-11T03:18:27,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:18:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-11T03:18:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-11T03:18:27,120 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:18:27,120 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:18:27,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:18:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-11T03:18:27,272 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:27,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-11T03:18:27,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:27,273 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2837): Flushing a8d2e16fb9a0be233ce1a0bb87b753ae 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-11T03:18:27,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=A 2024-11-11T03:18:27,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:27,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=B 2024-11-11T03:18:27,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:27,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=C 2024-11-11T03:18:27,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:27,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/fe1d4d0cba654d1197e926cded816078 is 50, key is test_row_0/A:col10/1731295106210/Put/seqid=0 2024-11-11T03:18:27,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742173_1349 (size=12301) 2024-11-11T03:18:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:27,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. as already flushing 2024-11-11T03:18:27,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295167342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:27,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295167343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:27,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295167343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:27,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295167344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-11T03:18:27,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295167446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:27,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295167447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:27,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295167447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:27,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295167447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:27,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:27,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295167650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:27,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:27,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295167650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:27,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295167652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:27,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295167652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:27,683 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/fe1d4d0cba654d1197e926cded816078 2024-11-11T03:18:27,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/d72048aee1634943a3df5e62d2b56d36 is 50, key is test_row_0/B:col10/1731295106210/Put/seqid=0 2024-11-11T03:18:27,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742174_1350 (size=12301) 2024-11-11T03:18:27,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-11T03:18:27,925 DEBUG [Thread-1207 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3677bd4f to 127.0.0.1:50122 2024-11-11T03:18:27,925 DEBUG [Thread-1207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:18:27,926 DEBUG [Thread-1203 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c299cfb to 127.0.0.1:50122 2024-11-11T03:18:27,926 DEBUG [Thread-1203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:18:27,926 DEBUG [Thread-1205 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x605827c9 to 127.0.0.1:50122 2024-11-11T03:18:27,927 DEBUG [Thread-1205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:18:27,927 DEBUG [Thread-1199 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72537a47 to 127.0.0.1:50122 2024-11-11T03:18:27,927 DEBUG [Thread-1199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:18:27,929 DEBUG [Thread-1201 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x036642cb to 127.0.0.1:50122 2024-11-11T03:18:27,929 DEBUG [Thread-1201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:18:27,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:27,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295167954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295167954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:27,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295167955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:27,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295167956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:28,096 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/d72048aee1634943a3df5e62d2b56d36 2024-11-11T03:18:28,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/c44a4daf9f9b4409a460b111b8e76e8c is 50, key is test_row_0/C:col10/1731295106210/Put/seqid=0 2024-11-11T03:18:28,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742175_1351 (size=12301) 2024-11-11T03:18:28,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-11T03:18:28,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60284 deadline: 1731295168456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:28,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60266 deadline: 1731295168458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:28,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60260 deadline: 1731295168458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:28,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60272 deadline: 1731295168460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:28,506 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/c44a4daf9f9b4409a460b111b8e76e8c 2024-11-11T03:18:28,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/fe1d4d0cba654d1197e926cded816078 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/fe1d4d0cba654d1197e926cded816078 2024-11-11T03:18:28,513 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/fe1d4d0cba654d1197e926cded816078, entries=150, sequenceid=445, filesize=12.0 K 2024-11-11T03:18:28,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/d72048aee1634943a3df5e62d2b56d36 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/d72048aee1634943a3df5e62d2b56d36 2024-11-11T03:18:28,517 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/d72048aee1634943a3df5e62d2b56d36, entries=150, sequenceid=445, filesize=12.0 K 2024-11-11T03:18:28,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/c44a4daf9f9b4409a460b111b8e76e8c as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/c44a4daf9f9b4409a460b111b8e76e8c 2024-11-11T03:18:28,520 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/c44a4daf9f9b4409a460b111b8e76e8c, entries=150, sequenceid=445, filesize=12.0 K 2024-11-11T03:18:28,521 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for a8d2e16fb9a0be233ce1a0bb87b753ae in 1248ms, sequenceid=445, compaction requested=true 2024-11-11T03:18:28,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2538): Flush status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:28,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:28,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-11T03:18:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=98 2024-11-11T03:18:28,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-11T03:18:28,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4020 sec 2024-11-11T03:18:28,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.4050 sec 2024-11-11T03:18:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-11T03:18:29,224 INFO [Thread-1198 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-11-11T03:18:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:29,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a8d2e16fb9a0be233ce1a0bb87b753ae 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-11T03:18:29,459 DEBUG [Thread-1188 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x028e73c0 to 127.0.0.1:50122 2024-11-11T03:18:29,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=A 2024-11-11T03:18:29,459 DEBUG [Thread-1188 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:18:29,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:29,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=B 2024-11-11T03:18:29,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:29,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=C 2024-11-11T03:18:29,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:29,463 DEBUG [Thread-1192 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34cb3991 to 127.0.0.1:50122 2024-11-11T03:18:29,463 DEBUG [Thread-1192 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:18:29,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/be6bb97299e043138132a748dc89cd33 is 50, key is test_row_0/A:col10/1731295109458/Put/seqid=0 2024-11-11T03:18:29,466 DEBUG [Thread-1190 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c480dfb to 127.0.0.1:50122 2024-11-11T03:18:29,466 DEBUG [Thread-1190 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:18:29,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742176_1352 (size=12301) 2024-11-11T03:18:29,468 DEBUG [Thread-1196 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2fef31f8 to 127.0.0.1:50122 2024-11-11T03:18:29,468 DEBUG [Thread-1196 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:18:29,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/be6bb97299e043138132a748dc89cd33 2024-11-11T03:18:29,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/e52b0114db6040519cb2c053deabacaf is 50, key is test_row_0/B:col10/1731295109458/Put/seqid=0 2024-11-11T03:18:29,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742177_1353 (size=12301) 2024-11-11T03:18:30,253 DEBUG [Thread-1194 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e9ae050 to 127.0.0.1:50122 2024-11-11T03:18:30,253 DEBUG [Thread-1194 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:18:30,253 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T03:18:30,253 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-11T03:18:30,253 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-11T03:18:30,253 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 107 2024-11-11T03:18:30,253 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-11T03:18:30,253 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 108 2024-11-11T03:18:30,253 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T03:18:30,253 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6879 2024-11-11T03:18:30,253 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6481 2024-11-11T03:18:30,253 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6514 2024-11-11T03:18:30,253 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6861 2024-11-11T03:18:30,253 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6437 2024-11-11T03:18:30,253 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T03:18:30,253 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-11T03:18:30,253 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c1ac389 to 127.0.0.1:50122 2024-11-11T03:18:30,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:18:30,254 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-11T03:18:30,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-11T03:18:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T03:18:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-11T03:18:30,257 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731295110256"}]},"ts":"1731295110256"} 2024-11-11T03:18:30,257 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T03:18:30,259 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T03:18:30,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T03:18:30,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a8d2e16fb9a0be233ce1a0bb87b753ae, UNASSIGN}] 2024-11-11T03:18:30,261 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a8d2e16fb9a0be233ce1a0bb87b753ae, UNASSIGN 2024-11-11T03:18:30,262 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=a8d2e16fb9a0be233ce1a0bb87b753ae, regionState=CLOSING, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:30,262 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T03:18:30,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; CloseRegionProcedure a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786}] 2024-11-11T03:18:30,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/e52b0114db6040519cb2c053deabacaf 2024-11-11T03:18:30,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/3edf89d2ccac4eb282a7ec18c99a678e is 50, key is test_row_0/C:col10/1731295109458/Put/seqid=0 2024-11-11T03:18:30,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742178_1354 (size=12301) 2024-11-11T03:18:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-11T03:18:30,413 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:30,414 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(124): Close a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:30,414 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T03:18:30,414 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1681): Closing a8d2e16fb9a0be233ce1a0bb87b753ae, disabling compactions & flushes 2024-11-11T03:18:30,414 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-11T03:18:30,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/3edf89d2ccac4eb282a7ec18c99a678e 2024-11-11T03:18:30,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/be6bb97299e043138132a748dc89cd33 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/be6bb97299e043138132a748dc89cd33 2024-11-11T03:18:30,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/be6bb97299e043138132a748dc89cd33, entries=150, sequenceid=461, filesize=12.0 K 2024-11-11T03:18:30,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/e52b0114db6040519cb2c053deabacaf as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/e52b0114db6040519cb2c053deabacaf 2024-11-11T03:18:30,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/e52b0114db6040519cb2c053deabacaf, entries=150, sequenceid=461, filesize=12.0 K 2024-11-11T03:18:30,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/3edf89d2ccac4eb282a7ec18c99a678e as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/3edf89d2ccac4eb282a7ec18c99a678e 2024-11-11T03:18:30,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/3edf89d2ccac4eb282a7ec18c99a678e, entries=150, sequenceid=461, filesize=12.0 K 2024-11-11T03:18:30,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=26.84 KB/27480 for a8d2e16fb9a0be233ce1a0bb87b753ae in 1243ms, sequenceid=461, compaction requested=true 2024-11-11T03:18:30,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:30,702 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:30,702 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:30,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8d2e16fb9a0be233ce1a0bb87b753ae:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:18:30,703 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. after waiting 0 ms 2024-11-11T03:18:30,703 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. because compaction request was cancelled 2024-11-11T03:18:30,703 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:30,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:30,703 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8d2e16fb9a0be233ce1a0bb87b753ae:A 2024-11-11T03:18:30,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8d2e16fb9a0be233ce1a0bb87b753ae:B, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:18:30,703 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. because compaction request was cancelled 2024-11-11T03:18:30,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:30,703 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8d2e16fb9a0be233ce1a0bb87b753ae:B 2024-11-11T03:18:30,703 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(2837): Flushing a8d2e16fb9a0be233ce1a0bb87b753ae 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-11T03:18:30,703 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. because compaction request was cancelled 2024-11-11T03:18:30,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8d2e16fb9a0be233ce1a0bb87b753ae:C, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:18:30,703 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8d2e16fb9a0be233ce1a0bb87b753ae:C 2024-11-11T03:18:30,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:30,703 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=A 2024-11-11T03:18:30,703 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:30,703 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=B 2024-11-11T03:18:30,703 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:30,703 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a8d2e16fb9a0be233ce1a0bb87b753ae, store=C 2024-11-11T03:18:30,703 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:30,706 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/72ab312840d349318f7e96dd7f61545b is 50, key is test_row_0/A:col10/1731295110251/Put/seqid=0 2024-11-11T03:18:30,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742179_1355 (size=12301) 2024-11-11T03:18:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-11T03:18:31,110 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/72ab312840d349318f7e96dd7f61545b 2024-11-11T03:18:31,116 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/9087c37ed0aa4da284a92775483cf1ea is 50, key is test_row_0/B:col10/1731295110251/Put/seqid=0 2024-11-11T03:18:31,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742180_1356 (size=12301) 2024-11-11T03:18:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-11T03:18:31,519 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/9087c37ed0aa4da284a92775483cf1ea 2024-11-11T03:18:31,525 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/eb48490348c4429585c052322624c895 is 50, key is test_row_0/C:col10/1731295110251/Put/seqid=0 2024-11-11T03:18:31,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742181_1357 (size=12301) 2024-11-11T03:18:31,529 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/eb48490348c4429585c052322624c895 2024-11-11T03:18:31,532 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/A/72ab312840d349318f7e96dd7f61545b as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/72ab312840d349318f7e96dd7f61545b 2024-11-11T03:18:31,535 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/72ab312840d349318f7e96dd7f61545b, entries=150, sequenceid=468, filesize=12.0 K 2024-11-11T03:18:31,536 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/B/9087c37ed0aa4da284a92775483cf1ea as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/9087c37ed0aa4da284a92775483cf1ea 2024-11-11T03:18:31,539 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/9087c37ed0aa4da284a92775483cf1ea, entries=150, sequenceid=468, filesize=12.0 K 2024-11-11T03:18:31,539 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/.tmp/C/eb48490348c4429585c052322624c895 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/eb48490348c4429585c052322624c895 2024-11-11T03:18:31,542 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/eb48490348c4429585c052322624c895, entries=150, sequenceid=468, filesize=12.0 K 2024-11-11T03:18:31,543 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for a8d2e16fb9a0be233ce1a0bb87b753ae in 839ms, sequenceid=468, compaction requested=true 2024-11-11T03:18:31,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/bbb634006af14f29baee93210b2214ec, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/be9770992c554c62b5796f65a6c6f773, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/3a0c4b80b7674587b345eb0e6a1203ec, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/079f562ab3cd4136add0f8bd9de730f4, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/13d6f758620d46f79398df7f87b1d0bb, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/248954073c5f4ddeb4e04a6a836bb02d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/709eeece99b84d8cbf8f1121f6fe8da0, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/1291f26b599d41b9aa808d355a177e81, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/6fe973ca899147fb81df2495fa9c7439, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/4d0f9f315a654f168208798b00326107, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/610d90d1c7564707b9ca20b87872767d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/210d2a879586470c915e1dbdf496e3e1, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/da0c23144b6544bbb07fe5dec92a740c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/c4c16afdfaf847e0a2a74e0e3a9187e0, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/31fd8764d91340fdbb3cd5a292615eef, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/6f6a02e268984b19aecf8cc6be829f33, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/630ed04c780a4ccab54a417c0ab07e00, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/e42b8fca2c4245139fad8e30217e41bd, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/3bcf19c83c404ae484e04a5518d37ab2, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/5a8d3d50959047b8b6de2d4fca0c7ba4, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/39bb0cc687d543d9a8c1fe95697c6b44, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/0f38de77166f46338fcc05889d139e73, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/e9a84b6155874d0c8d6614a5cfaeeee2, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/1921e8d533a44604954966f81734b26d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/7975581791914705958cb3664a1e1509, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/5b42e135051c4633b9c45ba893a13310, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/5723daa39dc64881959adfaa19c1b29c] to archive 2024-11-11T03:18:31,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T03:18:31,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/bbb634006af14f29baee93210b2214ec to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/bbb634006af14f29baee93210b2214ec 2024-11-11T03:18:31,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/be9770992c554c62b5796f65a6c6f773 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/be9770992c554c62b5796f65a6c6f773 2024-11-11T03:18:31,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/3a0c4b80b7674587b345eb0e6a1203ec to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/3a0c4b80b7674587b345eb0e6a1203ec 2024-11-11T03:18:31,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/079f562ab3cd4136add0f8bd9de730f4 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/079f562ab3cd4136add0f8bd9de730f4 2024-11-11T03:18:31,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/13d6f758620d46f79398df7f87b1d0bb to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/13d6f758620d46f79398df7f87b1d0bb 2024-11-11T03:18:31,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/248954073c5f4ddeb4e04a6a836bb02d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/248954073c5f4ddeb4e04a6a836bb02d 2024-11-11T03:18:31,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/709eeece99b84d8cbf8f1121f6fe8da0 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/709eeece99b84d8cbf8f1121f6fe8da0 2024-11-11T03:18:31,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/1291f26b599d41b9aa808d355a177e81 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/1291f26b599d41b9aa808d355a177e81 2024-11-11T03:18:31,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/6fe973ca899147fb81df2495fa9c7439 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/6fe973ca899147fb81df2495fa9c7439 2024-11-11T03:18:31,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/4d0f9f315a654f168208798b00326107 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/4d0f9f315a654f168208798b00326107 2024-11-11T03:18:31,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/610d90d1c7564707b9ca20b87872767d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/610d90d1c7564707b9ca20b87872767d 2024-11-11T03:18:31,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/210d2a879586470c915e1dbdf496e3e1 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/210d2a879586470c915e1dbdf496e3e1 2024-11-11T03:18:31,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/da0c23144b6544bbb07fe5dec92a740c to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/da0c23144b6544bbb07fe5dec92a740c 2024-11-11T03:18:31,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/c4c16afdfaf847e0a2a74e0e3a9187e0 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/c4c16afdfaf847e0a2a74e0e3a9187e0 2024-11-11T03:18:31,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/31fd8764d91340fdbb3cd5a292615eef to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/31fd8764d91340fdbb3cd5a292615eef 2024-11-11T03:18:31,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/6f6a02e268984b19aecf8cc6be829f33 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/6f6a02e268984b19aecf8cc6be829f33 2024-11-11T03:18:31,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/630ed04c780a4ccab54a417c0ab07e00 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/630ed04c780a4ccab54a417c0ab07e00 2024-11-11T03:18:31,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/e42b8fca2c4245139fad8e30217e41bd to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/e42b8fca2c4245139fad8e30217e41bd 2024-11-11T03:18:31,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/3bcf19c83c404ae484e04a5518d37ab2 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/3bcf19c83c404ae484e04a5518d37ab2 2024-11-11T03:18:31,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/5a8d3d50959047b8b6de2d4fca0c7ba4 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/5a8d3d50959047b8b6de2d4fca0c7ba4 2024-11-11T03:18:31,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/39bb0cc687d543d9a8c1fe95697c6b44 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/39bb0cc687d543d9a8c1fe95697c6b44 2024-11-11T03:18:31,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/0f38de77166f46338fcc05889d139e73 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/0f38de77166f46338fcc05889d139e73 2024-11-11T03:18:31,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/e9a84b6155874d0c8d6614a5cfaeeee2 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/e9a84b6155874d0c8d6614a5cfaeeee2 2024-11-11T03:18:31,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/1921e8d533a44604954966f81734b26d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/1921e8d533a44604954966f81734b26d 2024-11-11T03:18:31,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/7975581791914705958cb3664a1e1509 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/7975581791914705958cb3664a1e1509 2024-11-11T03:18:31,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/5b42e135051c4633b9c45ba893a13310 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/5b42e135051c4633b9c45ba893a13310 2024-11-11T03:18:31,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/5723daa39dc64881959adfaa19c1b29c to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/5723daa39dc64881959adfaa19c1b29c 2024-11-11T03:18:31,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/5ae7a51eabfd4dc3adf0a7afe4b4a0ec, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/bb2ba365eb03466ba717fef8ffe49d6c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/4a5f3f0a3fec49b1b4696fdcfdde6d1e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/5ca78aab8e354323929dbd23db1c9fdf, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/840510b243424c8bafa332bf5d9349e9, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/868e26e7ffb94e84ab1c99f964a73e78, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/5fb4c5251df34b43920c3d078f2041dc, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/7be05d7659b34d1aa7728b3b54566b3f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/690caf62da1c4cc7942fec1ea7706ef7, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/4f2474677614442cafa92844e7b89697, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/b3f85740b8fc4b09a39b86aff9478340, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/bff3fe5adf10444b839731f33ca5a6e9, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/e61bb83b256346e0b6d7626edc85ab66, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/43c97c98b8724a01a2599f6b841ae1d1, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/21131a4e5d494898b7f86b1bc88ed92e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/9b77792fac0746eaa16299ccc59cf64c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/5af5efd702cb447b9e1bc5361acdb2df, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/1d232437bbd44a4c81448f4a6b0f2993, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/ceb41a3a5aff408cadeb5dcd66244356, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/0ee455abd7534ee8bc2783b2243026ed, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/041f66d17b8f42a6a66aa50f3b7b00ff, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/49a918067c3949a49d26e41f82efbc6d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/54462ce679f745b9b9a8a759e6228c67, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/6812f7eaf7304f1f9dd23d256d50e065, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/649fba707f38408fa67e88771dfc9325, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/09aa8593d267468191e53dddeca2cff9, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/9e859540644045b08c5c962287fd5840] to archive 2024-11-11T03:18:31,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T03:18:31,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/5ae7a51eabfd4dc3adf0a7afe4b4a0ec to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/5ae7a51eabfd4dc3adf0a7afe4b4a0ec 2024-11-11T03:18:31,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/bb2ba365eb03466ba717fef8ffe49d6c to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/bb2ba365eb03466ba717fef8ffe49d6c 2024-11-11T03:18:31,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/4a5f3f0a3fec49b1b4696fdcfdde6d1e to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/4a5f3f0a3fec49b1b4696fdcfdde6d1e 2024-11-11T03:18:31,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/5ca78aab8e354323929dbd23db1c9fdf to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/5ca78aab8e354323929dbd23db1c9fdf 2024-11-11T03:18:31,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/840510b243424c8bafa332bf5d9349e9 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/840510b243424c8bafa332bf5d9349e9 2024-11-11T03:18:31,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/868e26e7ffb94e84ab1c99f964a73e78 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/868e26e7ffb94e84ab1c99f964a73e78 2024-11-11T03:18:31,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/5fb4c5251df34b43920c3d078f2041dc to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/5fb4c5251df34b43920c3d078f2041dc 2024-11-11T03:18:31,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/7be05d7659b34d1aa7728b3b54566b3f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/7be05d7659b34d1aa7728b3b54566b3f 2024-11-11T03:18:31,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/690caf62da1c4cc7942fec1ea7706ef7 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/690caf62da1c4cc7942fec1ea7706ef7 2024-11-11T03:18:31,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/4f2474677614442cafa92844e7b89697 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/4f2474677614442cafa92844e7b89697 2024-11-11T03:18:31,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/b3f85740b8fc4b09a39b86aff9478340 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/b3f85740b8fc4b09a39b86aff9478340 2024-11-11T03:18:31,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/bff3fe5adf10444b839731f33ca5a6e9 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/bff3fe5adf10444b839731f33ca5a6e9 2024-11-11T03:18:31,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/e61bb83b256346e0b6d7626edc85ab66 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/e61bb83b256346e0b6d7626edc85ab66 2024-11-11T03:18:31,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/43c97c98b8724a01a2599f6b841ae1d1 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/43c97c98b8724a01a2599f6b841ae1d1 2024-11-11T03:18:31,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/21131a4e5d494898b7f86b1bc88ed92e to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/21131a4e5d494898b7f86b1bc88ed92e 2024-11-11T03:18:31,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/9b77792fac0746eaa16299ccc59cf64c to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/9b77792fac0746eaa16299ccc59cf64c 2024-11-11T03:18:31,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/5af5efd702cb447b9e1bc5361acdb2df to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/5af5efd702cb447b9e1bc5361acdb2df 2024-11-11T03:18:31,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/1d232437bbd44a4c81448f4a6b0f2993 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/1d232437bbd44a4c81448f4a6b0f2993 2024-11-11T03:18:31,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/ceb41a3a5aff408cadeb5dcd66244356 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/ceb41a3a5aff408cadeb5dcd66244356 2024-11-11T03:18:31,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/0ee455abd7534ee8bc2783b2243026ed to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/0ee455abd7534ee8bc2783b2243026ed 2024-11-11T03:18:31,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/041f66d17b8f42a6a66aa50f3b7b00ff to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/041f66d17b8f42a6a66aa50f3b7b00ff 2024-11-11T03:18:31,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/49a918067c3949a49d26e41f82efbc6d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/49a918067c3949a49d26e41f82efbc6d 2024-11-11T03:18:31,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/54462ce679f745b9b9a8a759e6228c67 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/54462ce679f745b9b9a8a759e6228c67 2024-11-11T03:18:31,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/6812f7eaf7304f1f9dd23d256d50e065 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/6812f7eaf7304f1f9dd23d256d50e065 2024-11-11T03:18:31,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/649fba707f38408fa67e88771dfc9325 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/649fba707f38408fa67e88771dfc9325 2024-11-11T03:18:31,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/09aa8593d267468191e53dddeca2cff9 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/09aa8593d267468191e53dddeca2cff9 2024-11-11T03:18:31,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/9e859540644045b08c5c962287fd5840 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/9e859540644045b08c5c962287fd5840 2024-11-11T03:18:31,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/f08475fae2984fe790acfd734cf3f344, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/df020ec7907043069312fd8f5e2fc4f2, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/5808f2c8933149af900ed0922543f35e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/87c30de05c374d32a475bd69df832306, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/71c0392c0bd148f99852f70e31ae456f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/1497807934844a5fbf5ed86b015b815a, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/3bf7cd4923be45d2b1de869f4d3fb4fb, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/8981cc3289db478cabfb33d5a6b7e06f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/810edf60aa5f46d99b7443d6e2c669c5, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/30ae619c3e2d41a1b3aaefd7cfb4dc3b, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/bb31d6e5e3084c94963f050d4e01d013, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/16e4707ebb4f4ecdbf6a97c53c9e0891, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/a1ac9b9783a54bd5a5dc70b2bb7a63dc, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/9582d68b1ff348379b197fe4174e7f6b, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/0b958196a8d5457782571b53626243ac, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/e166d7fad78b44819938151b642fdda0, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/5a857e11bee14925815c55a2181c8bef, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/3681a3cd66744fac8d57b5dc9f1a9420, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/01b7eb108c2a43be9b7890da8af46070, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/1f48c87230fe4b619660af2726ffd223, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/25913de110f546129d29f85e6219adb3, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/98e68f69184d49dc9895b84f3fbe3098, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/eaa26847469f421987867e8170302aa5, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/ee22d065aef448d09fced066ef31b651, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/4c9d1a33a8a347cda58395ff84c44617, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/d708bbe5f74a491baa53522b215b44e3] to archive 2024-11-11T03:18:31,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T03:18:31,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/f08475fae2984fe790acfd734cf3f344 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/f08475fae2984fe790acfd734cf3f344 2024-11-11T03:18:31,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/df020ec7907043069312fd8f5e2fc4f2 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/df020ec7907043069312fd8f5e2fc4f2 2024-11-11T03:18:31,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/5808f2c8933149af900ed0922543f35e to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/5808f2c8933149af900ed0922543f35e 2024-11-11T03:18:31,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/87c30de05c374d32a475bd69df832306 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/87c30de05c374d32a475bd69df832306 2024-11-11T03:18:31,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/71c0392c0bd148f99852f70e31ae456f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/71c0392c0bd148f99852f70e31ae456f 2024-11-11T03:18:31,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/1497807934844a5fbf5ed86b015b815a to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/1497807934844a5fbf5ed86b015b815a 2024-11-11T03:18:31,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/3bf7cd4923be45d2b1de869f4d3fb4fb to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/3bf7cd4923be45d2b1de869f4d3fb4fb 2024-11-11T03:18:31,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/8981cc3289db478cabfb33d5a6b7e06f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/8981cc3289db478cabfb33d5a6b7e06f 2024-11-11T03:18:31,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/810edf60aa5f46d99b7443d6e2c669c5 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/810edf60aa5f46d99b7443d6e2c669c5 2024-11-11T03:18:31,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/30ae619c3e2d41a1b3aaefd7cfb4dc3b to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/30ae619c3e2d41a1b3aaefd7cfb4dc3b 2024-11-11T03:18:31,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/bb31d6e5e3084c94963f050d4e01d013 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/bb31d6e5e3084c94963f050d4e01d013 2024-11-11T03:18:31,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/16e4707ebb4f4ecdbf6a97c53c9e0891 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/16e4707ebb4f4ecdbf6a97c53c9e0891 2024-11-11T03:18:31,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/a1ac9b9783a54bd5a5dc70b2bb7a63dc to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/a1ac9b9783a54bd5a5dc70b2bb7a63dc 2024-11-11T03:18:31,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/9582d68b1ff348379b197fe4174e7f6b to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/9582d68b1ff348379b197fe4174e7f6b 2024-11-11T03:18:31,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/0b958196a8d5457782571b53626243ac to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/0b958196a8d5457782571b53626243ac 2024-11-11T03:18:31,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/e166d7fad78b44819938151b642fdda0 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/e166d7fad78b44819938151b642fdda0 2024-11-11T03:18:31,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/5a857e11bee14925815c55a2181c8bef to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/5a857e11bee14925815c55a2181c8bef 2024-11-11T03:18:31,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/3681a3cd66744fac8d57b5dc9f1a9420 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/3681a3cd66744fac8d57b5dc9f1a9420 2024-11-11T03:18:31,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/01b7eb108c2a43be9b7890da8af46070 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/01b7eb108c2a43be9b7890da8af46070 2024-11-11T03:18:31,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/1f48c87230fe4b619660af2726ffd223 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/1f48c87230fe4b619660af2726ffd223 2024-11-11T03:18:31,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/25913de110f546129d29f85e6219adb3 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/25913de110f546129d29f85e6219adb3 2024-11-11T03:18:31,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/98e68f69184d49dc9895b84f3fbe3098 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/98e68f69184d49dc9895b84f3fbe3098 2024-11-11T03:18:31,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/eaa26847469f421987867e8170302aa5 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/eaa26847469f421987867e8170302aa5 2024-11-11T03:18:31,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/ee22d065aef448d09fced066ef31b651 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/ee22d065aef448d09fced066ef31b651 2024-11-11T03:18:31,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/4c9d1a33a8a347cda58395ff84c44617 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/4c9d1a33a8a347cda58395ff84c44617 2024-11-11T03:18:31,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/d708bbe5f74a491baa53522b215b44e3 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/d708bbe5f74a491baa53522b215b44e3 2024-11-11T03:18:31,621 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/recovered.edits/471.seqid, newMaxSeqId=471, maxSeqId=1 2024-11-11T03:18:31,621 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae. 2024-11-11T03:18:31,621 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1635): Region close journal for a8d2e16fb9a0be233ce1a0bb87b753ae: 2024-11-11T03:18:31,623 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(170): Closed a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:31,623 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=a8d2e16fb9a0be233ce1a0bb87b753ae, regionState=CLOSED 2024-11-11T03:18:31,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-11T03:18:31,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; CloseRegionProcedure a8d2e16fb9a0be233ce1a0bb87b753ae, server=e4cdd3a0b883,46769,1731295025786 in 1.3620 sec 2024-11-11T03:18:31,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-11T03:18:31,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a8d2e16fb9a0be233ce1a0bb87b753ae, UNASSIGN in 1.3650 sec 2024-11-11T03:18:31,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-11T03:18:31,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.3670 sec 2024-11-11T03:18:31,629 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731295111628"}]},"ts":"1731295111628"} 2024-11-11T03:18:31,629 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T03:18:31,631 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T03:18:31,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.3780 sec 2024-11-11T03:18:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-11T03:18:32,360 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 99 completed 2024-11-11T03:18:32,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-11T03:18:32,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=103, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:18:32,362 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=103, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:18:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-11-11T03:18:32,363 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=103, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:18:32,365 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:32,367 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A, FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B, FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C, FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/recovered.edits] 2024-11-11T03:18:32,369 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/09204330713d45d6bda2da46df0c09e1 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/09204330713d45d6bda2da46df0c09e1 2024-11-11T03:18:32,370 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/0b086a79b2ec43fba2aae41620b90158 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/0b086a79b2ec43fba2aae41620b90158 2024-11-11T03:18:32,371 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/2d7978b3fd0947fdbfcad845f1e5aae3 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/2d7978b3fd0947fdbfcad845f1e5aae3 2024-11-11T03:18:32,372 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/72ab312840d349318f7e96dd7f61545b to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/72ab312840d349318f7e96dd7f61545b 2024-11-11T03:18:32,373 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/be6bb97299e043138132a748dc89cd33 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/be6bb97299e043138132a748dc89cd33 2024-11-11T03:18:32,374 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/fe1d4d0cba654d1197e926cded816078 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/A/fe1d4d0cba654d1197e926cded816078 2024-11-11T03:18:32,375 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/0ce8530c6d4947ea8b3843ce775941ff to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/0ce8530c6d4947ea8b3843ce775941ff 2024-11-11T03:18:32,376 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/5f5f8c7f5ddd486091ae18169e84c255 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/5f5f8c7f5ddd486091ae18169e84c255 2024-11-11T03:18:32,377 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/9087c37ed0aa4da284a92775483cf1ea to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/9087c37ed0aa4da284a92775483cf1ea 2024-11-11T03:18:32,378 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/c170a967de924fb092a7f42c1b6a6d3d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/c170a967de924fb092a7f42c1b6a6d3d 2024-11-11T03:18:32,379 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/d72048aee1634943a3df5e62d2b56d36 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/d72048aee1634943a3df5e62d2b56d36 2024-11-11T03:18:32,380 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/e52b0114db6040519cb2c053deabacaf to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/B/e52b0114db6040519cb2c053deabacaf 2024-11-11T03:18:32,382 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/3edf89d2ccac4eb282a7ec18c99a678e to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/3edf89d2ccac4eb282a7ec18c99a678e 2024-11-11T03:18:32,383 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/47d97ed0e144425ea0b9f44bb2282bfb to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/47d97ed0e144425ea0b9f44bb2282bfb 2024-11-11T03:18:32,384 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/656648ddfa3845d18768f287c20fb5f5 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/656648ddfa3845d18768f287c20fb5f5 2024-11-11T03:18:32,385 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/951bb085dc674dceac098220362446ab to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/951bb085dc674dceac098220362446ab 2024-11-11T03:18:32,386 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/c44a4daf9f9b4409a460b111b8e76e8c to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/c44a4daf9f9b4409a460b111b8e76e8c 2024-11-11T03:18:32,387 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/eb48490348c4429585c052322624c895 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/C/eb48490348c4429585c052322624c895 2024-11-11T03:18:32,389 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/recovered.edits/471.seqid to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae/recovered.edits/471.seqid 2024-11-11T03:18:32,389 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/a8d2e16fb9a0be233ce1a0bb87b753ae 2024-11-11T03:18:32,389 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T03:18:32,391 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=103, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:18:32,395 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T03:18:32,397 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T03:18:32,398 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=103, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:18:32,398 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T03:18:32,398 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731295112398"}]},"ts":"9223372036854775807"} 2024-11-11T03:18:32,400 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-11T03:18:32,400 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a8d2e16fb9a0be233ce1a0bb87b753ae, NAME => 'TestAcidGuarantees,,1731295085763.a8d2e16fb9a0be233ce1a0bb87b753ae.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T03:18:32,400 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T03:18:32,400 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731295112400"}]},"ts":"9223372036854775807"} 2024-11-11T03:18:32,402 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-11T03:18:32,404 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=103, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:18:32,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 43 msec 2024-11-11T03:18:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-11-11T03:18:32,464 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 103 completed 2024-11-11T03:18:32,475 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=240 (was 242), OpenFileDescriptor=457 (was 467), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=402 (was 450), ProcessCount=9 (was 11), AvailableMemoryMB=8211 (was 7271) - AvailableMemoryMB LEAK? - 2024-11-11T03:18:32,484 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=240, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=402, ProcessCount=9, AvailableMemoryMB=8211 2024-11-11T03:18:32,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T03:18:32,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T03:18:32,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T03:18:32,487 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T03:18:32,487 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:18:32,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 104 2024-11-11T03:18:32,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-11T03:18:32,488 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T03:18:32,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742182_1358 (size=960) 2024-11-11T03:18:32,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-11T03:18:32,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-11T03:18:32,895 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0 2024-11-11T03:18:32,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742183_1359 (size=53) 2024-11-11T03:18:33,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-11T03:18:33,300 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:18:33,300 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 850ef9e36453b5f1890002ffe062d35d, disabling compactions & flushes 2024-11-11T03:18:33,300 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:33,300 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:33,300 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. after waiting 0 ms 2024-11-11T03:18:33,300 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:33,300 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:33,300 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:33,301 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T03:18:33,302 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731295113301"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731295113301"}]},"ts":"1731295113301"} 2024-11-11T03:18:33,303 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-11T03:18:33,303 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T03:18:33,303 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731295113303"}]},"ts":"1731295113303"} 2024-11-11T03:18:33,304 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T03:18:33,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=850ef9e36453b5f1890002ffe062d35d, ASSIGN}] 2024-11-11T03:18:33,308 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=850ef9e36453b5f1890002ffe062d35d, ASSIGN 2024-11-11T03:18:33,308 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=850ef9e36453b5f1890002ffe062d35d, ASSIGN; state=OFFLINE, location=e4cdd3a0b883,46769,1731295025786; forceNewPlan=false, retain=false 2024-11-11T03:18:33,459 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=850ef9e36453b5f1890002ffe062d35d, regionState=OPENING, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:33,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE; OpenRegionProcedure 850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786}] 2024-11-11T03:18:33,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-11T03:18:33,611 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:33,614 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:33,614 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7285): Opening region: {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} 2024-11-11T03:18:33,615 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:33,615 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:18:33,615 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7327): checking encryption for 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:33,615 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7330): checking classloading for 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:33,616 INFO [StoreOpener-850ef9e36453b5f1890002ffe062d35d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:33,617 INFO [StoreOpener-850ef9e36453b5f1890002ffe062d35d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T03:18:33,617 INFO [StoreOpener-850ef9e36453b5f1890002ffe062d35d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 850ef9e36453b5f1890002ffe062d35d columnFamilyName A 2024-11-11T03:18:33,617 DEBUG [StoreOpener-850ef9e36453b5f1890002ffe062d35d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:18:33,618 INFO [StoreOpener-850ef9e36453b5f1890002ffe062d35d-1 {}] regionserver.HStore(327): Store=850ef9e36453b5f1890002ffe062d35d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:18:33,618 INFO [StoreOpener-850ef9e36453b5f1890002ffe062d35d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:33,619 INFO [StoreOpener-850ef9e36453b5f1890002ffe062d35d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T03:18:33,619 INFO [StoreOpener-850ef9e36453b5f1890002ffe062d35d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 850ef9e36453b5f1890002ffe062d35d columnFamilyName B 2024-11-11T03:18:33,619 DEBUG [StoreOpener-850ef9e36453b5f1890002ffe062d35d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:18:33,619 INFO [StoreOpener-850ef9e36453b5f1890002ffe062d35d-1 {}] regionserver.HStore(327): Store=850ef9e36453b5f1890002ffe062d35d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:18:33,619 INFO [StoreOpener-850ef9e36453b5f1890002ffe062d35d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:33,620 INFO [StoreOpener-850ef9e36453b5f1890002ffe062d35d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T03:18:33,620 INFO [StoreOpener-850ef9e36453b5f1890002ffe062d35d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 850ef9e36453b5f1890002ffe062d35d columnFamilyName C 2024-11-11T03:18:33,620 DEBUG [StoreOpener-850ef9e36453b5f1890002ffe062d35d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:18:33,620 INFO [StoreOpener-850ef9e36453b5f1890002ffe062d35d-1 {}] regionserver.HStore(327): Store=850ef9e36453b5f1890002ffe062d35d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:18:33,621 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:33,621 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:33,621 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:33,622 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T03:18:33,623 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1085): writing seq id for 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:33,625 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:18:33,625 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1102): Opened 850ef9e36453b5f1890002ffe062d35d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63058148, jitterRate=-0.0603603720664978}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T03:18:33,626 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1001): Region open journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:33,626 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d., pid=106, masterSystemTime=1731295113611 2024-11-11T03:18:33,628 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:33,628 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:33,628 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=850ef9e36453b5f1890002ffe062d35d, regionState=OPEN, openSeqNum=2, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:33,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=105 2024-11-11T03:18:33,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=105, state=SUCCESS; OpenRegionProcedure 850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 in 169 msec 2024-11-11T03:18:33,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-11T03:18:33,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=850ef9e36453b5f1890002ffe062d35d, ASSIGN in 323 msec 2024-11-11T03:18:33,632 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T03:18:33,632 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731295113632"}]},"ts":"1731295113632"} 2024-11-11T03:18:33,633 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T03:18:33,635 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T03:18:33,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-11T03:18:34,164 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T03:18:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-11T03:18:34,592 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-11T03:18:34,593 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bf5e2f0 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b82ba2a 2024-11-11T03:18:34,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3637e4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:18:34,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:18:34,600 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58238, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:18:34,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T03:18:34,602 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T03:18:34,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T03:18:34,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T03:18:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=107, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-11T03:18:34,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742184_1360 (size=996) 2024-11-11T03:18:35,014 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-11T03:18:35,014 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-11T03:18:35,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T03:18:35,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=850ef9e36453b5f1890002ffe062d35d, REOPEN/MOVE}] 2024-11-11T03:18:35,018 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=850ef9e36453b5f1890002ffe062d35d, REOPEN/MOVE 2024-11-11T03:18:35,019 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=109 updating hbase:meta row=850ef9e36453b5f1890002ffe062d35d, regionState=CLOSING, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:35,020 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T03:18:35,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE; CloseRegionProcedure 850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786}] 2024-11-11T03:18:35,171 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:35,171 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(124): Close 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:35,171 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T03:18:35,171 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1681): Closing 850ef9e36453b5f1890002ffe062d35d, disabling compactions & flushes 2024-11-11T03:18:35,171 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:35,171 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:35,172 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. after waiting 0 ms 2024-11-11T03:18:35,172 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:35,175 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T03:18:35,176 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:35,176 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1635): Region close journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:35,176 WARN [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegionServer(3786): Not adding moved region record: 850ef9e36453b5f1890002ffe062d35d to self. 2024-11-11T03:18:35,177 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(170): Closed 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:35,177 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=109 updating hbase:meta row=850ef9e36453b5f1890002ffe062d35d, regionState=CLOSED 2024-11-11T03:18:35,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=110, resume processing ppid=109 2024-11-11T03:18:35,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, ppid=109, state=SUCCESS; CloseRegionProcedure 850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 in 158 msec 2024-11-11T03:18:35,179 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=850ef9e36453b5f1890002ffe062d35d, REOPEN/MOVE; state=CLOSED, location=e4cdd3a0b883,46769,1731295025786; forceNewPlan=false, retain=true 2024-11-11T03:18:35,330 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=109 updating hbase:meta row=850ef9e36453b5f1890002ffe062d35d, regionState=OPENING, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:35,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=109, state=RUNNABLE; OpenRegionProcedure 850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786}] 2024-11-11T03:18:35,483 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:35,485 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:35,485 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7285): Opening region: {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} 2024-11-11T03:18:35,486 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:35,486 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:18:35,486 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7327): checking encryption for 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:35,486 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7330): checking classloading for 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:35,487 INFO [StoreOpener-850ef9e36453b5f1890002ffe062d35d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:35,488 INFO [StoreOpener-850ef9e36453b5f1890002ffe062d35d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T03:18:35,488 INFO [StoreOpener-850ef9e36453b5f1890002ffe062d35d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 850ef9e36453b5f1890002ffe062d35d columnFamilyName A 2024-11-11T03:18:35,489 DEBUG [StoreOpener-850ef9e36453b5f1890002ffe062d35d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:18:35,490 INFO [StoreOpener-850ef9e36453b5f1890002ffe062d35d-1 {}] regionserver.HStore(327): Store=850ef9e36453b5f1890002ffe062d35d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:18:35,490 INFO [StoreOpener-850ef9e36453b5f1890002ffe062d35d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:35,491 INFO [StoreOpener-850ef9e36453b5f1890002ffe062d35d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T03:18:35,491 INFO [StoreOpener-850ef9e36453b5f1890002ffe062d35d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 850ef9e36453b5f1890002ffe062d35d columnFamilyName B 2024-11-11T03:18:35,491 DEBUG [StoreOpener-850ef9e36453b5f1890002ffe062d35d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:18:35,491 INFO [StoreOpener-850ef9e36453b5f1890002ffe062d35d-1 {}] regionserver.HStore(327): Store=850ef9e36453b5f1890002ffe062d35d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:18:35,491 INFO [StoreOpener-850ef9e36453b5f1890002ffe062d35d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:35,492 INFO [StoreOpener-850ef9e36453b5f1890002ffe062d35d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T03:18:35,492 INFO [StoreOpener-850ef9e36453b5f1890002ffe062d35d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 850ef9e36453b5f1890002ffe062d35d columnFamilyName C 2024-11-11T03:18:35,492 DEBUG [StoreOpener-850ef9e36453b5f1890002ffe062d35d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:18:35,493 INFO [StoreOpener-850ef9e36453b5f1890002ffe062d35d-1 {}] regionserver.HStore(327): Store=850ef9e36453b5f1890002ffe062d35d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:18:35,493 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:35,493 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:35,494 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:35,495 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T03:18:35,496 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1085): writing seq id for 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:35,497 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1102): Opened 850ef9e36453b5f1890002ffe062d35d; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59092147, jitterRate=-0.1194583922624588}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T03:18:35,498 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1001): Region open journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:35,499 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d., pid=111, masterSystemTime=1731295115483 2024-11-11T03:18:35,500 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:35,500 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:35,500 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=109 updating hbase:meta row=850ef9e36453b5f1890002ffe062d35d, regionState=OPEN, openSeqNum=5, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:35,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=109 2024-11-11T03:18:35,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=109, state=SUCCESS; OpenRegionProcedure 850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 in 170 msec 2024-11-11T03:18:35,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-11T03:18:35,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=850ef9e36453b5f1890002ffe062d35d, REOPEN/MOVE in 484 msec 2024-11-11T03:18:35,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=107 2024-11-11T03:18:35,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=107, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 487 msec 2024-11-11T03:18:35,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 901 msec 2024-11-11T03:18:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=107 2024-11-11T03:18:35,508 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75b14fbd to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b6cf8cb 2024-11-11T03:18:35,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f422b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:18:35,517 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62f74604 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ec15031 2024-11-11T03:18:35,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df33cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:18:35,520 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49e13594 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3dd5b441 2024-11-11T03:18:35,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f472e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:18:35,523 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c54a0d3 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c336ea4 2024-11-11T03:18:35,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167a78b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:18:35,529 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3875c8c5 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f94d721 2024-11-11T03:18:35,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aee939b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:18:35,532 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x319559be to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f49665c 2024-11-11T03:18:35,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2205f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:18:35,536 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c907e21 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683f8469 2024-11-11T03:18:35,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6584e9ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:18:35,539 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61ec0f48 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75e4d3d0 2024-11-11T03:18:35,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ec8e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:18:35,542 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7819b9e2 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b308f62 2024-11-11T03:18:35,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787e5169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:18:35,545 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47679076 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68035c67 2024-11-11T03:18:35,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627cad17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:18:35,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:18:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-11T03:18:35,553 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:18:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-11T03:18:35,554 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:18:35,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:18:35,560 DEBUG [hconnection-0xcd2da43-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:18:35,560 DEBUG [hconnection-0x3cadc092-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:18:35,561 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:18:35,561 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:18:35,561 DEBUG [hconnection-0x4d1a23b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:18:35,562 DEBUG [hconnection-0x35cab96f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:18:35,562 DEBUG [hconnection-0x26cd340e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:18:35,562 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58276, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:18:35,562 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:18:35,563 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58262, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:18:35,565 DEBUG [hconnection-0x56860fa1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:18:35,565 DEBUG [hconnection-0x657369b9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:18:35,566 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58302, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:18:35,566 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:18:35,567 DEBUG [hconnection-0x5f567b45-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:18:35,568 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:18:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:35,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 850ef9e36453b5f1890002ffe062d35d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T03:18:35,572 DEBUG [hconnection-0x406e448-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:18:35,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=A 2024-11-11T03:18:35,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:35,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=B 2024-11-11T03:18:35,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:35,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=C 2024-11-11T03:18:35,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:35,573 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:18:35,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:35,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295175580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295175580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:35,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:35,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295175582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295175581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:35,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295175584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:35,588 DEBUG [hconnection-0x7cc3c4d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:18:35,589 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58346, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:18:35,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e4786bf3fced4edba5bf53b9b97acf6d_850ef9e36453b5f1890002ffe062d35d is 50, key is test_row_0/A:col10/1731295115571/Put/seqid=0 2024-11-11T03:18:35,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742185_1361 (size=12154) 2024-11-11T03:18:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-11T03:18:35,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:35,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295175683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:35,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:35,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295175683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:35,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295175683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:35,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295175684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:35,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:35,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295175685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:35,705 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:35,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-11T03:18:35,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:35,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:35,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:35,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:35,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-11T03:18:35,859 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:35,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-11T03:18:35,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:35,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:35,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:35,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:35,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:35,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295175885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:35,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295175885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:35,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295175885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:35,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295175891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:35,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295175897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:36,012 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:36,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-11T03:18:36,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:36,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:36,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:36,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:36,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:36,018 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:18:36,022 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e4786bf3fced4edba5bf53b9b97acf6d_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e4786bf3fced4edba5bf53b9b97acf6d_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:36,022 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/5b05489e799c4d539568d4a3d82f7f98, store: [table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:36,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/5b05489e799c4d539568d4a3d82f7f98 is 175, key is test_row_0/A:col10/1731295115571/Put/seqid=0 2024-11-11T03:18:36,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742186_1362 (size=30955) 2024-11-11T03:18:36,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-11T03:18:36,164 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:36,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-11T03:18:36,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:36,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:36,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:36,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:36,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:36,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:36,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295176189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:36,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295176189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:36,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:36,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295176190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:36,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295176196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:36,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295176200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:36,316 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:36,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-11T03:18:36,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:36,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:36,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:36,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:36,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:36,427 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/5b05489e799c4d539568d4a3d82f7f98 2024-11-11T03:18:36,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/a226b0d564ce48148febfaf694899da8 is 50, key is test_row_0/B:col10/1731295115571/Put/seqid=0 2024-11-11T03:18:36,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742187_1363 (size=12001) 2024-11-11T03:18:36,469 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:36,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-11T03:18:36,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:36,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:36,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:36,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:36,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:36,497 ERROR [LeaseRenewer:jenkins@localhost:32915 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:32915,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:36,621 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:36,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-11T03:18:36,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:36,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:36,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:36,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:36,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-11T03:18:36,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295176695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:36,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295176696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:36,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295176699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:36,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295176702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:36,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295176705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:36,775 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:36,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-11T03:18:36,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:36,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:36,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:36,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:36,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:36,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/a226b0d564ce48148febfaf694899da8 2024-11-11T03:18:36,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/c9854fea78bd47b783d8b3c1add82e1b is 50, key is test_row_0/C:col10/1731295115571/Put/seqid=0 2024-11-11T03:18:36,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742188_1364 (size=12001) 2024-11-11T03:18:36,927 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:36,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-11T03:18:36,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:36,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:36,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:36,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:36,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:37,081 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:37,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-11T03:18:37,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:37,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:37,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:37,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:37,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:37,147 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T03:18:37,234 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:37,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-11T03:18:37,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:37,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:37,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:37,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:37,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:37,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/c9854fea78bd47b783d8b3c1add82e1b 2024-11-11T03:18:37,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/5b05489e799c4d539568d4a3d82f7f98 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/5b05489e799c4d539568d4a3d82f7f98 2024-11-11T03:18:37,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/5b05489e799c4d539568d4a3d82f7f98, entries=150, sequenceid=18, filesize=30.2 K 2024-11-11T03:18:37,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/a226b0d564ce48148febfaf694899da8 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/a226b0d564ce48148febfaf694899da8 2024-11-11T03:18:37,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/a226b0d564ce48148febfaf694899da8, entries=150, sequenceid=18, filesize=11.7 K 2024-11-11T03:18:37,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/c9854fea78bd47b783d8b3c1add82e1b as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/c9854fea78bd47b783d8b3c1add82e1b 2024-11-11T03:18:37,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/c9854fea78bd47b783d8b3c1add82e1b, entries=150, sequenceid=18, filesize=11.7 K 2024-11-11T03:18:37,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 850ef9e36453b5f1890002ffe062d35d in 1754ms, sequenceid=18, compaction requested=false 2024-11-11T03:18:37,325 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-11T03:18:37,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:37,386 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:37,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-11T03:18:37,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:37,387 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 850ef9e36453b5f1890002ffe062d35d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T03:18:37,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=A 2024-11-11T03:18:37,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:37,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=B 2024-11-11T03:18:37,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:37,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=C 2024-11-11T03:18:37,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:37,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118b5404a6693b4559b55f51876f2a8c6b_850ef9e36453b5f1890002ffe062d35d is 50, key is test_row_0/A:col10/1731295115578/Put/seqid=0 2024-11-11T03:18:37,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742189_1365 (size=12154) 2024-11-11T03:18:37,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-11T03:18:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:37,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:37,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295177716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:37,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295177717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:37,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295177718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:37,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295177718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:37,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295177719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:37,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:18:37,803 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118b5404a6693b4559b55f51876f2a8c6b_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118b5404a6693b4559b55f51876f2a8c6b_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:37,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/751a23b915df485f8b6df09ef5f43e06, store: [table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:37,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/751a23b915df485f8b6df09ef5f43e06 is 175, key is test_row_0/A:col10/1731295115578/Put/seqid=0 2024-11-11T03:18:37,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742190_1366 (size=30955) 2024-11-11T03:18:37,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295177821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:37,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295177821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:37,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295177825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:37,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295177825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:37,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295177826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:38,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295178026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:38,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295178027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:38,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295178029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:38,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295178030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:38,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295178032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:38,210 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/751a23b915df485f8b6df09ef5f43e06 2024-11-11T03:18:38,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/e2ba2089c2e94e0bb9f4b022f373f301 is 50, key is test_row_0/B:col10/1731295115578/Put/seqid=0 2024-11-11T03:18:38,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742191_1367 (size=12001) 2024-11-11T03:18:38,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295178331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:38,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295178332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:38,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295178333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:38,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295178335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:38,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:38,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295178337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:38,623 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/e2ba2089c2e94e0bb9f4b022f373f301 2024-11-11T03:18:38,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/f481d5017bfe4f72946213df017edd4f is 50, key is test_row_0/C:col10/1731295115578/Put/seqid=0 2024-11-11T03:18:38,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742192_1368 (size=12001) 2024-11-11T03:18:38,639 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/f481d5017bfe4f72946213df017edd4f 2024-11-11T03:18:38,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/751a23b915df485f8b6df09ef5f43e06 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/751a23b915df485f8b6df09ef5f43e06 2024-11-11T03:18:38,646 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/751a23b915df485f8b6df09ef5f43e06, entries=150, sequenceid=40, filesize=30.2 K 2024-11-11T03:18:38,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/e2ba2089c2e94e0bb9f4b022f373f301 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/e2ba2089c2e94e0bb9f4b022f373f301 2024-11-11T03:18:38,651 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/e2ba2089c2e94e0bb9f4b022f373f301, entries=150, sequenceid=40, filesize=11.7 K 2024-11-11T03:18:38,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/f481d5017bfe4f72946213df017edd4f as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/f481d5017bfe4f72946213df017edd4f 2024-11-11T03:18:38,658 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/f481d5017bfe4f72946213df017edd4f, entries=150, sequenceid=40, filesize=11.7 K 2024-11-11T03:18:38,659 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 850ef9e36453b5f1890002ffe062d35d in 1272ms, sequenceid=40, compaction requested=false 2024-11-11T03:18:38,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:38,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:38,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-11T03:18:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-11T03:18:38,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-11T03:18:38,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1060 sec 2024-11-11T03:18:38,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 3.1110 sec 2024-11-11T03:18:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:38,839 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 850ef9e36453b5f1890002ffe062d35d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T03:18:38,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=A 2024-11-11T03:18:38,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:38,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=B 2024-11-11T03:18:38,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:38,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=C 2024-11-11T03:18:38,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:38,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111dfab01837e184ebbbb5c8625a0d5b6d2_850ef9e36453b5f1890002ffe062d35d is 50, key is test_row_0/A:col10/1731295118838/Put/seqid=0 2024-11-11T03:18:38,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742193_1369 (size=14594) 2024-11-11T03:18:38,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295178865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:38,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295178866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:38,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295178866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:38,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295178867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:38,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295178868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:38,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295178972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:38,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295178972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:38,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295178974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:38,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295178974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:38,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295178976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:39,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295179175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:39,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295179176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:39,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295179177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:39,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295179178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:39,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:39,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295179180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:39,253 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:18:39,257 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111dfab01837e184ebbbb5c8625a0d5b6d2_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111dfab01837e184ebbbb5c8625a0d5b6d2_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:39,258 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/107ab59d7229434398664c2946265fde, store: [table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:39,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/107ab59d7229434398664c2946265fde is 175, key is test_row_0/A:col10/1731295118838/Put/seqid=0 2024-11-11T03:18:39,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742194_1370 (size=39549) 2024-11-11T03:18:39,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:39,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295179482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:39,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:39,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295179482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:39,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:39,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295179482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:39,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:39,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295179483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:39,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:39,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295179483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:39,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-11T03:18:39,658 INFO [Thread-1629 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-11T03:18:39,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:18:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-11T03:18:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-11T03:18:39,660 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:18:39,661 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:18:39,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:18:39,668 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/107ab59d7229434398664c2946265fde 2024-11-11T03:18:39,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/f0988f5d1c014342b9f48f668ae5c78e is 50, key is test_row_0/B:col10/1731295118838/Put/seqid=0 2024-11-11T03:18:39,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742195_1371 (size=12001) 2024-11-11T03:18:39,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-11T03:18:39,812 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:39,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-11T03:18:39,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:39,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:39,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:39,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:39,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-11T03:18:39,965 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:39,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-11T03:18:39,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:39,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:39,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:39,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:39,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:39,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295179987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:39,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295179987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:39,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295179988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:39,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295179989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:39,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295179990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:40,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/f0988f5d1c014342b9f48f668ae5c78e 2024-11-11T03:18:40,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/07059a3143a44101b1b4bd4145584fad is 50, key is test_row_0/C:col10/1731295118838/Put/seqid=0 2024-11-11T03:18:40,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742196_1372 (size=12001) 2024-11-11T03:18:40,118 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:40,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-11T03:18:40,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:40,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:40,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:40,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:40,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-11T03:18:40,271 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:40,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-11T03:18:40,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:40,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:40,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:40,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:40,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:40,424 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:40,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-11T03:18:40,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:40,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:40,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:40,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:40,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:40,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/07059a3143a44101b1b4bd4145584fad 2024-11-11T03:18:40,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/107ab59d7229434398664c2946265fde as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/107ab59d7229434398664c2946265fde 2024-11-11T03:18:40,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/107ab59d7229434398664c2946265fde, entries=200, sequenceid=55, filesize=38.6 K 2024-11-11T03:18:40,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/f0988f5d1c014342b9f48f668ae5c78e as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/f0988f5d1c014342b9f48f668ae5c78e 2024-11-11T03:18:40,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/f0988f5d1c014342b9f48f668ae5c78e, entries=150, sequenceid=55, filesize=11.7 K 2024-11-11T03:18:40,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/07059a3143a44101b1b4bd4145584fad as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/07059a3143a44101b1b4bd4145584fad 2024-11-11T03:18:40,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/07059a3143a44101b1b4bd4145584fad, entries=150, sequenceid=55, filesize=11.7 K 2024-11-11T03:18:40,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 850ef9e36453b5f1890002ffe062d35d in 1675ms, sequenceid=55, compaction requested=true 2024-11-11T03:18:40,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:40,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 850ef9e36453b5f1890002ffe062d35d:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:18:40,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:40,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 850ef9e36453b5f1890002ffe062d35d:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:18:40,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:40,514 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:18:40,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 850ef9e36453b5f1890002ffe062d35d:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:18:40,514 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:18:40,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:40,515 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:18:40,515 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:18:40,515 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): 850ef9e36453b5f1890002ffe062d35d/A is initiating minor compaction (all files) 2024-11-11T03:18:40,515 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 850ef9e36453b5f1890002ffe062d35d/B is initiating minor compaction (all files) 2024-11-11T03:18:40,515 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 850ef9e36453b5f1890002ffe062d35d/B in TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:40,515 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 850ef9e36453b5f1890002ffe062d35d/A in TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:40,515 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/a226b0d564ce48148febfaf694899da8, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/e2ba2089c2e94e0bb9f4b022f373f301, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/f0988f5d1c014342b9f48f668ae5c78e] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp, totalSize=35.2 K 2024-11-11T03:18:40,515 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/5b05489e799c4d539568d4a3d82f7f98, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/751a23b915df485f8b6df09ef5f43e06, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/107ab59d7229434398664c2946265fde] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp, totalSize=99.1 K 2024-11-11T03:18:40,516 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:40,516 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. files: [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/5b05489e799c4d539568d4a3d82f7f98, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/751a23b915df485f8b6df09ef5f43e06, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/107ab59d7229434398664c2946265fde] 2024-11-11T03:18:40,516 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting a226b0d564ce48148febfaf694899da8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731295115570 2024-11-11T03:18:40,516 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b05489e799c4d539568d4a3d82f7f98, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731295115570 2024-11-11T03:18:40,516 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting e2ba2089c2e94e0bb9f4b022f373f301, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731295115578 2024-11-11T03:18:40,516 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 751a23b915df485f8b6df09ef5f43e06, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731295115578 2024-11-11T03:18:40,517 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting f0988f5d1c014342b9f48f668ae5c78e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731295117716 2024-11-11T03:18:40,517 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 107ab59d7229434398664c2946265fde, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731295117716 2024-11-11T03:18:40,524 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 850ef9e36453b5f1890002ffe062d35d#B#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:40,525 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:40,525 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/bd591efae4744df494230e8abbf7d19f is 50, key is test_row_0/B:col10/1731295118838/Put/seqid=0 2024-11-11T03:18:40,531 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111ea84ce0366294bc7bebec69b3ef787e4_850ef9e36453b5f1890002ffe062d35d store=[table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:40,533 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111ea84ce0366294bc7bebec69b3ef787e4_850ef9e36453b5f1890002ffe062d35d, store=[table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:40,534 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ea84ce0366294bc7bebec69b3ef787e4_850ef9e36453b5f1890002ffe062d35d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:40,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742197_1373 (size=12104) 2024-11-11T03:18:40,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742198_1374 (size=4469) 2024-11-11T03:18:40,548 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/bd591efae4744df494230e8abbf7d19f as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/bd591efae4744df494230e8abbf7d19f 2024-11-11T03:18:40,555 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 850ef9e36453b5f1890002ffe062d35d/B of 850ef9e36453b5f1890002ffe062d35d into bd591efae4744df494230e8abbf7d19f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:40,555 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:40,555 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d., storeName=850ef9e36453b5f1890002ffe062d35d/B, priority=13, startTime=1731295120514; duration=0sec 2024-11-11T03:18:40,555 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:40,556 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 850ef9e36453b5f1890002ffe062d35d:B 2024-11-11T03:18:40,556 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:18:40,557 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:18:40,557 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 850ef9e36453b5f1890002ffe062d35d/C is initiating minor compaction (all files) 2024-11-11T03:18:40,558 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 850ef9e36453b5f1890002ffe062d35d/C in TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:40,558 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/c9854fea78bd47b783d8b3c1add82e1b, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/f481d5017bfe4f72946213df017edd4f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/07059a3143a44101b1b4bd4145584fad] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp, totalSize=35.2 K 2024-11-11T03:18:40,558 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting c9854fea78bd47b783d8b3c1add82e1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731295115570 2024-11-11T03:18:40,558 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting f481d5017bfe4f72946213df017edd4f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731295115578 2024-11-11T03:18:40,559 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 07059a3143a44101b1b4bd4145584fad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731295117716 2024-11-11T03:18:40,569 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 850ef9e36453b5f1890002ffe062d35d#C#compaction#320 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:40,569 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/e0b6c7eabf4a46599a9621ee4f166c8a is 50, key is test_row_0/C:col10/1731295118838/Put/seqid=0 2024-11-11T03:18:40,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742199_1375 (size=12104) 2024-11-11T03:18:40,577 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:40,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-11T03:18:40,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:40,578 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 850ef9e36453b5f1890002ffe062d35d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-11T03:18:40,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=A 2024-11-11T03:18:40,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:40,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=B 2024-11-11T03:18:40,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:40,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=C 2024-11-11T03:18:40,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:40,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111f8f12305ec24641ae835108d8f0d173_850ef9e36453b5f1890002ffe062d35d is 50, key is test_row_0/A:col10/1731295118867/Put/seqid=0 2024-11-11T03:18:40,587 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/e0b6c7eabf4a46599a9621ee4f166c8a as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/e0b6c7eabf4a46599a9621ee4f166c8a 2024-11-11T03:18:40,592 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 850ef9e36453b5f1890002ffe062d35d/C of 850ef9e36453b5f1890002ffe062d35d into e0b6c7eabf4a46599a9621ee4f166c8a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:40,592 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:40,592 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d., storeName=850ef9e36453b5f1890002ffe062d35d/C, priority=13, startTime=1731295120514; duration=0sec 2024-11-11T03:18:40,592 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:40,592 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 850ef9e36453b5f1890002ffe062d35d:C 2024-11-11T03:18:40,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742200_1376 (size=12154) 2024-11-11T03:18:40,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:18:40,609 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111f8f12305ec24641ae835108d8f0d173_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111f8f12305ec24641ae835108d8f0d173_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:40,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/a4800f7e63474230a11c170665e8517e, store: [table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:40,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/a4800f7e63474230a11c170665e8517e is 175, key is test_row_0/A:col10/1731295118867/Put/seqid=0 2024-11-11T03:18:40,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742201_1377 (size=30955) 2024-11-11T03:18:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-11T03:18:40,945 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 850ef9e36453b5f1890002ffe062d35d#A#compaction#319 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:40,945 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/ee73180b59d3421488d694bad1757dec is 175, key is test_row_0/A:col10/1731295118838/Put/seqid=0 2024-11-11T03:18:40,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742202_1378 (size=31058) 2024-11-11T03:18:40,956 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/ee73180b59d3421488d694bad1757dec as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/ee73180b59d3421488d694bad1757dec 2024-11-11T03:18:40,960 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 850ef9e36453b5f1890002ffe062d35d/A of 850ef9e36453b5f1890002ffe062d35d into ee73180b59d3421488d694bad1757dec(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:40,960 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:40,960 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d., storeName=850ef9e36453b5f1890002ffe062d35d/A, priority=13, startTime=1731295120514; duration=0sec 2024-11-11T03:18:40,960 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:40,960 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 850ef9e36453b5f1890002ffe062d35d:A 2024-11-11T03:18:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:40,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:41,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295181008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:41,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295181009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:41,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295181011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:41,017 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/a4800f7e63474230a11c170665e8517e 2024-11-11T03:18:41,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295181011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:41,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295181014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:41,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/de9cf922377d4ea9a4f2018f8018a254 is 50, key is test_row_0/B:col10/1731295118867/Put/seqid=0 2024-11-11T03:18:41,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742203_1379 (size=12001) 2024-11-11T03:18:41,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:41,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295181115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295181115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:41,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295181115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:41,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:41,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295181118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295181120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:41,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295181320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:41,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295181321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:41,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295181321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:41,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295181325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:41,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295181325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:41,434 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/de9cf922377d4ea9a4f2018f8018a254 2024-11-11T03:18:41,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/4e4ec212d4bc46ca8fe514302bfeb0f9 is 50, key is test_row_0/C:col10/1731295118867/Put/seqid=0 2024-11-11T03:18:41,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742204_1380 (size=12001) 2024-11-11T03:18:41,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:41,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295181626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:41,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:41,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295181627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:41,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:41,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295181627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:41,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295181632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:41,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295181632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:41,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-11T03:18:41,845 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/4e4ec212d4bc46ca8fe514302bfeb0f9 2024-11-11T03:18:41,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/a4800f7e63474230a11c170665e8517e as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/a4800f7e63474230a11c170665e8517e 2024-11-11T03:18:41,852 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/a4800f7e63474230a11c170665e8517e, entries=150, sequenceid=77, filesize=30.2 K 2024-11-11T03:18:41,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/de9cf922377d4ea9a4f2018f8018a254 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/de9cf922377d4ea9a4f2018f8018a254 2024-11-11T03:18:41,861 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/de9cf922377d4ea9a4f2018f8018a254, entries=150, sequenceid=77, filesize=11.7 K 2024-11-11T03:18:41,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/4e4ec212d4bc46ca8fe514302bfeb0f9 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/4e4ec212d4bc46ca8fe514302bfeb0f9 2024-11-11T03:18:41,866 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/4e4ec212d4bc46ca8fe514302bfeb0f9, entries=150, sequenceid=77, filesize=11.7 K 2024-11-11T03:18:41,867 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 850ef9e36453b5f1890002ffe062d35d in 1289ms, sequenceid=77, compaction requested=false 2024-11-11T03:18:41,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:41,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:41,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-11T03:18:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-11T03:18:41,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-11T03:18:41,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2080 sec 2024-11-11T03:18:41,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.2120 sec 2024-11-11T03:18:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:42,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 850ef9e36453b5f1890002ffe062d35d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-11T03:18:42,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=A 2024-11-11T03:18:42,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:42,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=B 2024-11-11T03:18:42,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:42,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=C 2024-11-11T03:18:42,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:42,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111166ea76e6931d4868897ee7659fd5c0bc_850ef9e36453b5f1890002ffe062d35d is 50, key is test_row_0/A:col10/1731295122134/Put/seqid=0 2024-11-11T03:18:42,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742205_1381 (size=17034) 2024-11-11T03:18:42,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:42,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295182154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295182155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:42,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295182158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:42,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295182163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:42,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295182164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:42,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295182265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:42,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295182265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:42,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295182265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:42,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295182269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:42,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295182273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:42,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295182471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:42,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295182471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:42,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295182472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:42,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295182473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:42,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295182481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:42,548 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:18:42,552 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111166ea76e6931d4868897ee7659fd5c0bc_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111166ea76e6931d4868897ee7659fd5c0bc_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:42,552 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/c845cc00aa514678a764a0eedb693493, store: [table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:42,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/c845cc00aa514678a764a0eedb693493 is 175, key is test_row_0/A:col10/1731295122134/Put/seqid=0 2024-11-11T03:18:42,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742206_1382 (size=48139) 2024-11-11T03:18:42,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295182778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:42,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295182780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:42,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295182781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:42,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295182781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:42,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295182789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:42,958 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/c845cc00aa514678a764a0eedb693493 2024-11-11T03:18:42,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/658b17e2a3d3429a920d35b4357d686d is 50, key is test_row_0/B:col10/1731295122134/Put/seqid=0 2024-11-11T03:18:42,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742207_1383 (size=12001) 2024-11-11T03:18:43,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295183286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:43,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295183287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:43,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295183288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:43,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295183289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:43,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295183297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:43,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/658b17e2a3d3429a920d35b4357d686d 2024-11-11T03:18:43,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/892fb97a1cbb4845a970fd0e69d75ce8 is 50, key is test_row_0/C:col10/1731295122134/Put/seqid=0 2024-11-11T03:18:43,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742208_1384 (size=12001) 2024-11-11T03:18:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-11T03:18:43,765 INFO [Thread-1629 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-11T03:18:43,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:18:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-11T03:18:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-11T03:18:43,769 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:18:43,769 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:18:43,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:18:43,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/892fb97a1cbb4845a970fd0e69d75ce8 2024-11-11T03:18:43,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/c845cc00aa514678a764a0eedb693493 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/c845cc00aa514678a764a0eedb693493 2024-11-11T03:18:43,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/c845cc00aa514678a764a0eedb693493, entries=250, sequenceid=96, filesize=47.0 K 2024-11-11T03:18:43,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/658b17e2a3d3429a920d35b4357d686d as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/658b17e2a3d3429a920d35b4357d686d 2024-11-11T03:18:43,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/658b17e2a3d3429a920d35b4357d686d, entries=150, sequenceid=96, filesize=11.7 K 2024-11-11T03:18:43,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/892fb97a1cbb4845a970fd0e69d75ce8 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/892fb97a1cbb4845a970fd0e69d75ce8 2024-11-11T03:18:43,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/892fb97a1cbb4845a970fd0e69d75ce8, entries=150, sequenceid=96, filesize=11.7 K 2024-11-11T03:18:43,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 850ef9e36453b5f1890002ffe062d35d in 1687ms, sequenceid=96, compaction requested=true 2024-11-11T03:18:43,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:43,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 850ef9e36453b5f1890002ffe062d35d:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:18:43,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:43,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 850ef9e36453b5f1890002ffe062d35d:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:18:43,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:43,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 850ef9e36453b5f1890002ffe062d35d:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:18:43,821 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:18:43,821 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:18:43,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:43,822 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110152 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:18:43,822 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): 850ef9e36453b5f1890002ffe062d35d/A is initiating minor compaction (all files) 2024-11-11T03:18:43,822 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 850ef9e36453b5f1890002ffe062d35d/A in TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:43,822 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/ee73180b59d3421488d694bad1757dec, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/a4800f7e63474230a11c170665e8517e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/c845cc00aa514678a764a0eedb693493] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp, totalSize=107.6 K 2024-11-11T03:18:43,822 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:43,822 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. files: [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/ee73180b59d3421488d694bad1757dec, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/a4800f7e63474230a11c170665e8517e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/c845cc00aa514678a764a0eedb693493] 2024-11-11T03:18:43,822 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:18:43,823 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 850ef9e36453b5f1890002ffe062d35d/B is initiating minor compaction (all files) 2024-11-11T03:18:43,823 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 850ef9e36453b5f1890002ffe062d35d/B in TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:43,823 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/bd591efae4744df494230e8abbf7d19f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/de9cf922377d4ea9a4f2018f8018a254, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/658b17e2a3d3429a920d35b4357d686d] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp, totalSize=35.3 K 2024-11-11T03:18:43,823 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee73180b59d3421488d694bad1757dec, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731295117716 2024-11-11T03:18:43,823 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting bd591efae4744df494230e8abbf7d19f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731295117716 2024-11-11T03:18:43,823 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4800f7e63474230a11c170665e8517e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731295118865 2024-11-11T03:18:43,823 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting de9cf922377d4ea9a4f2018f8018a254, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731295118865 2024-11-11T03:18:43,824 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting c845cc00aa514678a764a0eedb693493, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731295121009 2024-11-11T03:18:43,824 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 658b17e2a3d3429a920d35b4357d686d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731295121013 2024-11-11T03:18:43,831 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 850ef9e36453b5f1890002ffe062d35d#B#compaction#327 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:43,832 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/4a979c2677744db7889e9301d9c6952e is 50, key is test_row_0/B:col10/1731295122134/Put/seqid=0 2024-11-11T03:18:43,837 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:43,853 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411116364e9753e654947b846a3077a0792eb_850ef9e36453b5f1890002ffe062d35d store=[table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:43,855 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411116364e9753e654947b846a3077a0792eb_850ef9e36453b5f1890002ffe062d35d, store=[table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:43,856 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411116364e9753e654947b846a3077a0792eb_850ef9e36453b5f1890002ffe062d35d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:43,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742209_1385 (size=12207) 2024-11-11T03:18:43,866 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/4a979c2677744db7889e9301d9c6952e as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/4a979c2677744db7889e9301d9c6952e 2024-11-11T03:18:43,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742210_1386 (size=4469) 2024-11-11T03:18:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-11T03:18:43,870 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 850ef9e36453b5f1890002ffe062d35d#A#compaction#328 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:43,871 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/9afbdb3d0ca44c32a913973cddeea7db is 175, key is test_row_0/A:col10/1731295122134/Put/seqid=0 2024-11-11T03:18:43,874 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 850ef9e36453b5f1890002ffe062d35d/B of 850ef9e36453b5f1890002ffe062d35d into 4a979c2677744db7889e9301d9c6952e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:43,874 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:43,874 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d., storeName=850ef9e36453b5f1890002ffe062d35d/B, priority=13, startTime=1731295123821; duration=0sec 2024-11-11T03:18:43,874 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:43,874 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 850ef9e36453b5f1890002ffe062d35d:B 2024-11-11T03:18:43,874 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:18:43,876 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:18:43,876 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 850ef9e36453b5f1890002ffe062d35d/C is initiating minor compaction (all files) 2024-11-11T03:18:43,876 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 850ef9e36453b5f1890002ffe062d35d/C in TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:43,876 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/e0b6c7eabf4a46599a9621ee4f166c8a, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/4e4ec212d4bc46ca8fe514302bfeb0f9, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/892fb97a1cbb4845a970fd0e69d75ce8] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp, totalSize=35.3 K 2024-11-11T03:18:43,877 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting e0b6c7eabf4a46599a9621ee4f166c8a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731295117716 2024-11-11T03:18:43,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742211_1387 (size=31161) 2024-11-11T03:18:43,878 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e4ec212d4bc46ca8fe514302bfeb0f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731295118865 2024-11-11T03:18:43,881 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 892fb97a1cbb4845a970fd0e69d75ce8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731295121013 2024-11-11T03:18:43,891 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 850ef9e36453b5f1890002ffe062d35d#C#compaction#329 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:43,892 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/9b39c065a0ec4bf1b21c3dba7593e415 is 50, key is test_row_0/C:col10/1731295122134/Put/seqid=0 2024-11-11T03:18:43,895 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/9afbdb3d0ca44c32a913973cddeea7db as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/9afbdb3d0ca44c32a913973cddeea7db 2024-11-11T03:18:43,901 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 850ef9e36453b5f1890002ffe062d35d/A of 850ef9e36453b5f1890002ffe062d35d into 9afbdb3d0ca44c32a913973cddeea7db(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:43,901 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:43,902 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d., storeName=850ef9e36453b5f1890002ffe062d35d/A, priority=13, startTime=1731295123821; duration=0sec 2024-11-11T03:18:43,902 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:43,902 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 850ef9e36453b5f1890002ffe062d35d:A 2024-11-11T03:18:43,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742212_1388 (size=12207) 2024-11-11T03:18:43,916 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/9b39c065a0ec4bf1b21c3dba7593e415 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/9b39c065a0ec4bf1b21c3dba7593e415 2024-11-11T03:18:43,920 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 850ef9e36453b5f1890002ffe062d35d/C of 850ef9e36453b5f1890002ffe062d35d into 9b39c065a0ec4bf1b21c3dba7593e415(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:43,920 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:43,920 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d., storeName=850ef9e36453b5f1890002ffe062d35d/C, priority=13, startTime=1731295123821; duration=0sec 2024-11-11T03:18:43,920 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:43,920 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 850ef9e36453b5f1890002ffe062d35d:C 2024-11-11T03:18:43,921 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:43,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-11T03:18:43,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:43,922 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 850ef9e36453b5f1890002ffe062d35d 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-11T03:18:43,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=A 2024-11-11T03:18:43,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:43,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=B 2024-11-11T03:18:43,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:43,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=C 2024-11-11T03:18:43,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:43,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e2703cfc59ca4c89a24a599013f38c5c_850ef9e36453b5f1890002ffe062d35d is 50, key is test_row_0/A:col10/1731295122154/Put/seqid=0 2024-11-11T03:18:43,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742213_1389 (size=12154) 2024-11-11T03:18:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-11T03:18:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:44,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:44,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295184308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:44,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295184309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:44,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295184313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:44,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295184314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:44,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295184314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:44,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:18:44,356 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e2703cfc59ca4c89a24a599013f38c5c_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e2703cfc59ca4c89a24a599013f38c5c_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-11T03:18:44,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/5fd6ebde72ef499f8dd8363f77813254, store: [table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:44,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/5fd6ebde72ef499f8dd8363f77813254 is 175, key is test_row_0/A:col10/1731295122154/Put/seqid=0 2024-11-11T03:18:44,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742214_1390 (size=30955) 2024-11-11T03:18:44,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295184416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:44,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295184416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:44,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295184419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:44,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295184419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:44,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295184423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:44,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295184623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:44,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295184623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:44,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295184624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:44,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295184625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:44,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295184630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:44,790 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/5fd6ebde72ef499f8dd8363f77813254 2024-11-11T03:18:44,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/c6efc5d986184f70aca513904ef6aba9 is 50, key is test_row_0/B:col10/1731295122154/Put/seqid=0 2024-11-11T03:18:44,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742215_1391 (size=12001) 2024-11-11T03:18:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-11T03:18:44,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295184930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:44,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295184931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:44,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295184931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:44,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295184932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:44,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295184938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:45,201 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/c6efc5d986184f70aca513904ef6aba9 2024-11-11T03:18:45,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/1ce2b4f67cb44559b9936c1927317283 is 50, key is test_row_0/C:col10/1731295122154/Put/seqid=0 2024-11-11T03:18:45,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742216_1392 (size=12001) 2024-11-11T03:18:45,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295185434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:45,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295185436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:45,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295185437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:45,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295185440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:45,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295185448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:45,613 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/1ce2b4f67cb44559b9936c1927317283 2024-11-11T03:18:45,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/5fd6ebde72ef499f8dd8363f77813254 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/5fd6ebde72ef499f8dd8363f77813254 2024-11-11T03:18:45,621 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/5fd6ebde72ef499f8dd8363f77813254, entries=150, sequenceid=118, filesize=30.2 K 2024-11-11T03:18:45,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/c6efc5d986184f70aca513904ef6aba9 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/c6efc5d986184f70aca513904ef6aba9 2024-11-11T03:18:45,625 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/c6efc5d986184f70aca513904ef6aba9, entries=150, sequenceid=118, filesize=11.7 K 2024-11-11T03:18:45,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/1ce2b4f67cb44559b9936c1927317283 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/1ce2b4f67cb44559b9936c1927317283 2024-11-11T03:18:45,629 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/1ce2b4f67cb44559b9936c1927317283, entries=150, sequenceid=118, filesize=11.7 K 2024-11-11T03:18:45,630 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 850ef9e36453b5f1890002ffe062d35d in 1708ms, sequenceid=118, compaction requested=false 2024-11-11T03:18:45,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:45,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:45,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-11T03:18:45,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-11T03:18:45,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-11T03:18:45,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8620 sec 2024-11-11T03:18:45,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.8660 sec 2024-11-11T03:18:45,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-11T03:18:45,874 INFO [Thread-1629 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-11T03:18:45,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:18:45,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-11T03:18:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-11T03:18:45,877 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:18:45,877 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:18:45,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:18:45,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-11T03:18:46,029 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:46,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-11T03:18:46,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:46,030 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 850ef9e36453b5f1890002ffe062d35d 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-11T03:18:46,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=A 2024-11-11T03:18:46,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:46,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=B 2024-11-11T03:18:46,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:46,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=C 2024-11-11T03:18:46,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:46,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119fb716af1dad4679835ab60aa887ef03_850ef9e36453b5f1890002ffe062d35d is 50, key is test_row_0/A:col10/1731295124308/Put/seqid=0 2024-11-11T03:18:46,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742217_1393 (size=12304) 2024-11-11T03:18:46,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-11T03:18:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:46,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:46,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:18:46,452 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119fb716af1dad4679835ab60aa887ef03_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119fb716af1dad4679835ab60aa887ef03_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:46,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/e8c60dc1e97c46529783ca2ff88184c6, store: [table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:46,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/e8c60dc1e97c46529783ca2ff88184c6 is 175, key is test_row_0/A:col10/1731295124308/Put/seqid=0 2024-11-11T03:18:46,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742218_1394 (size=31105) 2024-11-11T03:18:46,463 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/e8c60dc1e97c46529783ca2ff88184c6 2024-11-11T03:18:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-11T03:18:46,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295186477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:46,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295186480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:46,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295186481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:46,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295186484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:46,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295186486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:46,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/d487edd4ca68495aa706933ba7d61654 is 50, key is test_row_0/B:col10/1731295124308/Put/seqid=0 2024-11-11T03:18:46,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742219_1395 (size=12151) 2024-11-11T03:18:46,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295186589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:46,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295186590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:46,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295186590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:46,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295186593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:46,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295186593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:46,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295186794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:46,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295186795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:46,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295186796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:46,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295186797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:46,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295186797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:46,908 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/d487edd4ca68495aa706933ba7d61654 2024-11-11T03:18:46,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/a2ac390e347c40d8b3f3b8eb8100d10c is 50, key is test_row_0/C:col10/1731295124308/Put/seqid=0 2024-11-11T03:18:46,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742220_1396 (size=12151) 2024-11-11T03:18:46,923 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/a2ac390e347c40d8b3f3b8eb8100d10c 2024-11-11T03:18:46,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/e8c60dc1e97c46529783ca2ff88184c6 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/e8c60dc1e97c46529783ca2ff88184c6 2024-11-11T03:18:46,933 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/e8c60dc1e97c46529783ca2ff88184c6, entries=150, sequenceid=135, filesize=30.4 K 2024-11-11T03:18:46,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/d487edd4ca68495aa706933ba7d61654 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/d487edd4ca68495aa706933ba7d61654 2024-11-11T03:18:46,941 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/d487edd4ca68495aa706933ba7d61654, entries=150, sequenceid=135, filesize=11.9 K 2024-11-11T03:18:46,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/a2ac390e347c40d8b3f3b8eb8100d10c as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/a2ac390e347c40d8b3f3b8eb8100d10c 2024-11-11T03:18:46,952 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/a2ac390e347c40d8b3f3b8eb8100d10c, entries=150, sequenceid=135, filesize=11.9 K 2024-11-11T03:18:46,953 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 850ef9e36453b5f1890002ffe062d35d in 923ms, sequenceid=135, compaction requested=true 2024-11-11T03:18:46,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:46,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:46,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-11T03:18:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-11T03:18:46,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-11T03:18:46,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0760 sec 2024-11-11T03:18:46,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.0810 sec 2024-11-11T03:18:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-11T03:18:46,981 INFO [Thread-1629 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-11T03:18:46,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:18:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-11T03:18:46,984 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:18:46,984 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:18:46,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:18:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-11T03:18:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-11T03:18:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:47,106 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 850ef9e36453b5f1890002ffe062d35d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-11T03:18:47,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=A 2024-11-11T03:18:47,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:47,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=B 2024-11-11T03:18:47,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:47,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=C 2024-11-11T03:18:47,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:47,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a82f432af55745ca9399c97213474b10_850ef9e36453b5f1890002ffe062d35d is 50, key is test_row_0/A:col10/1731295126472/Put/seqid=0 2024-11-11T03:18:47,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295187120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:47,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295187120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:47,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295187121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:47,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742221_1397 (size=14794) 2024-11-11T03:18:47,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295187125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:47,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295187127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:47,136 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:47,137 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:18:47,141 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a82f432af55745ca9399c97213474b10_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a82f432af55745ca9399c97213474b10_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:47,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-11T03:18:47,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:47,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:47,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:47,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:47,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:47,146 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/2b38d9298e0847cd95a45a40e2d6d55b, store: [table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:47,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/2b38d9298e0847cd95a45a40e2d6d55b is 175, key is test_row_0/A:col10/1731295126472/Put/seqid=0 2024-11-11T03:18:47,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742222_1398 (size=39749) 2024-11-11T03:18:47,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295187228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:47,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295187228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:47,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295187229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:47,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295187237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:47,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295187238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-11T03:18:47,295 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:47,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-11T03:18:47,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:47,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:47,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:47,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:47,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:47,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:47,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295187434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:47,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295187436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:47,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295187436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:47,448 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:47,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-11T03:18:47,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:47,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:47,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:47,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:47,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:47,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:47,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295187447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:47,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295187447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:47,557 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/2b38d9298e0847cd95a45a40e2d6d55b 2024-11-11T03:18:47,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/31ea1e71c4e14b27a9a780700854cc5b is 50, key is test_row_0/B:col10/1731295126472/Put/seqid=0 2024-11-11T03:18:47,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742223_1399 (size=12151) 2024-11-11T03:18:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-11T03:18:47,600 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:47,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-11T03:18:47,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:47,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:47,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:47,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:47,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:47,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295187740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:47,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295187743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:47,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295187743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:47,753 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:47,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-11T03:18:47,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:47,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:47,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:47,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:47,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:47,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295187756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:47,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295187756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:47,907 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:47,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-11T03:18:47,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:47,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:47,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:47,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:47,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:47,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/31ea1e71c4e14b27a9a780700854cc5b 2024-11-11T03:18:47,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/5d8f0f439b1747dab3fe3bf028cc4bb3 is 50, key is test_row_0/C:col10/1731295126472/Put/seqid=0 2024-11-11T03:18:47,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742224_1400 (size=12151) 2024-11-11T03:18:47,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/5d8f0f439b1747dab3fe3bf028cc4bb3 2024-11-11T03:18:47,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/2b38d9298e0847cd95a45a40e2d6d55b as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/2b38d9298e0847cd95a45a40e2d6d55b 2024-11-11T03:18:47,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/2b38d9298e0847cd95a45a40e2d6d55b, entries=200, sequenceid=156, filesize=38.8 K 2024-11-11T03:18:48,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/31ea1e71c4e14b27a9a780700854cc5b as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/31ea1e71c4e14b27a9a780700854cc5b 2024-11-11T03:18:48,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/31ea1e71c4e14b27a9a780700854cc5b, entries=150, sequenceid=156, filesize=11.9 K 2024-11-11T03:18:48,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/5d8f0f439b1747dab3fe3bf028cc4bb3 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/5d8f0f439b1747dab3fe3bf028cc4bb3 2024-11-11T03:18:48,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/5d8f0f439b1747dab3fe3bf028cc4bb3, entries=150, sequenceid=156, filesize=11.9 K 2024-11-11T03:18:48,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 850ef9e36453b5f1890002ffe062d35d in 920ms, sequenceid=156, compaction requested=true 2024-11-11T03:18:48,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:48,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 850ef9e36453b5f1890002ffe062d35d:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:18:48,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:48,026 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:18:48,026 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:18:48,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 850ef9e36453b5f1890002ffe062d35d:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:18:48,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:48,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 850ef9e36453b5f1890002ffe062d35d:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:18:48,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:48,027 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132970 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:18:48,027 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:18:48,028 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): 850ef9e36453b5f1890002ffe062d35d/A is initiating minor compaction (all files) 2024-11-11T03:18:48,028 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 850ef9e36453b5f1890002ffe062d35d/B is initiating minor compaction (all files) 2024-11-11T03:18:48,028 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 850ef9e36453b5f1890002ffe062d35d/A in TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:48,028 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 850ef9e36453b5f1890002ffe062d35d/B in TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:48,028 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/9afbdb3d0ca44c32a913973cddeea7db, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/5fd6ebde72ef499f8dd8363f77813254, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/e8c60dc1e97c46529783ca2ff88184c6, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/2b38d9298e0847cd95a45a40e2d6d55b] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp, totalSize=129.9 K 2024-11-11T03:18:48,028 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:48,028 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/4a979c2677744db7889e9301d9c6952e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/c6efc5d986184f70aca513904ef6aba9, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/d487edd4ca68495aa706933ba7d61654, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/31ea1e71c4e14b27a9a780700854cc5b] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp, totalSize=47.4 K 2024-11-11T03:18:48,028 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. files: [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/9afbdb3d0ca44c32a913973cddeea7db, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/5fd6ebde72ef499f8dd8363f77813254, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/e8c60dc1e97c46529783ca2ff88184c6, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/2b38d9298e0847cd95a45a40e2d6d55b] 2024-11-11T03:18:48,028 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a979c2677744db7889e9301d9c6952e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731295121013 2024-11-11T03:18:48,028 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9afbdb3d0ca44c32a913973cddeea7db, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731295121013 2024-11-11T03:18:48,029 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5fd6ebde72ef499f8dd8363f77813254, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731295122154 2024-11-11T03:18:48,029 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting c6efc5d986184f70aca513904ef6aba9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731295122154 2024-11-11T03:18:48,029 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8c60dc1e97c46529783ca2ff88184c6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731295124308 2024-11-11T03:18:48,029 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting d487edd4ca68495aa706933ba7d61654, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731295124308 2024-11-11T03:18:48,029 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b38d9298e0847cd95a45a40e2d6d55b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731295126465 2024-11-11T03:18:48,029 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 31ea1e71c4e14b27a9a780700854cc5b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731295126472 2024-11-11T03:18:48,038 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:48,038 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 850ef9e36453b5f1890002ffe062d35d#B#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:48,039 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/197066f725c949c9a7a15064d5b5ca90 is 50, key is test_row_0/B:col10/1731295126472/Put/seqid=0 2024-11-11T03:18:48,041 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111c553a03988924ea8bef2b4faf57b0ca4_850ef9e36453b5f1890002ffe062d35d store=[table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:48,043 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111c553a03988924ea8bef2b4faf57b0ca4_850ef9e36453b5f1890002ffe062d35d, store=[table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:48,043 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c553a03988924ea8bef2b4faf57b0ca4_850ef9e36453b5f1890002ffe062d35d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:48,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742225_1401 (size=12493) 2024-11-11T03:18:48,051 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/197066f725c949c9a7a15064d5b5ca90 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/197066f725c949c9a7a15064d5b5ca90 2024-11-11T03:18:48,057 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 850ef9e36453b5f1890002ffe062d35d/B of 850ef9e36453b5f1890002ffe062d35d into 197066f725c949c9a7a15064d5b5ca90(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:48,057 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:48,057 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d., storeName=850ef9e36453b5f1890002ffe062d35d/B, priority=12, startTime=1731295128026; duration=0sec 2024-11-11T03:18:48,057 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:48,057 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 850ef9e36453b5f1890002ffe062d35d:B 2024-11-11T03:18:48,058 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:18:48,059 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:18:48,059 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 850ef9e36453b5f1890002ffe062d35d/C is initiating minor compaction (all files) 2024-11-11T03:18:48,060 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 850ef9e36453b5f1890002ffe062d35d/C in TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:48,060 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/9b39c065a0ec4bf1b21c3dba7593e415, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/1ce2b4f67cb44559b9936c1927317283, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/a2ac390e347c40d8b3f3b8eb8100d10c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/5d8f0f439b1747dab3fe3bf028cc4bb3] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp, totalSize=47.4 K 2024-11-11T03:18:48,065 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:48,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-11T03:18:48,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:48,066 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 850ef9e36453b5f1890002ffe062d35d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T03:18:48,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=A 2024-11-11T03:18:48,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:48,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=B 2024-11-11T03:18:48,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:48,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=C 2024-11-11T03:18:48,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:48,068 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b39c065a0ec4bf1b21c3dba7593e415, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731295121013 2024-11-11T03:18:48,069 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ce2b4f67cb44559b9936c1927317283, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731295122154 2024-11-11T03:18:48,070 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting a2ac390e347c40d8b3f3b8eb8100d10c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731295124308 2024-11-11T03:18:48,071 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d8f0f439b1747dab3fe3bf028cc4bb3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731295126472 2024-11-11T03:18:48,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742226_1402 (size=4469) 2024-11-11T03:18:48,075 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 850ef9e36453b5f1890002ffe062d35d#A#compaction#340 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:48,076 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/4cd10cb4a50f4e3c849bc6b45d9a993d is 175, key is test_row_0/A:col10/1731295126472/Put/seqid=0 2024-11-11T03:18:48,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111e7df67042c046eeba13882371bb5c8a_850ef9e36453b5f1890002ffe062d35d is 50, key is test_row_0/A:col10/1731295127120/Put/seqid=0 2024-11-11T03:18:48,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742227_1403 (size=31447) 2024-11-11T03:18:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-11T03:18:48,096 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 850ef9e36453b5f1890002ffe062d35d#C#compaction#342 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:48,097 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/bf3eac89d9ed46afa25a11c305828dc0 is 50, key is test_row_0/C:col10/1731295126472/Put/seqid=0 2024-11-11T03:18:48,099 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/4cd10cb4a50f4e3c849bc6b45d9a993d as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/4cd10cb4a50f4e3c849bc6b45d9a993d 2024-11-11T03:18:48,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742228_1404 (size=12304) 2024-11-11T03:18:48,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742229_1405 (size=12493) 2024-11-11T03:18:48,105 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 850ef9e36453b5f1890002ffe062d35d/A of 850ef9e36453b5f1890002ffe062d35d into 4cd10cb4a50f4e3c849bc6b45d9a993d(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:48,105 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:48,105 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d., storeName=850ef9e36453b5f1890002ffe062d35d/A, priority=12, startTime=1731295128026; duration=0sec 2024-11-11T03:18:48,105 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:48,105 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 850ef9e36453b5f1890002ffe062d35d:A 2024-11-11T03:18:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:48,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:48,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295188273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:48,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295188274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:48,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295188275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:48,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295188276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:48,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295188278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:48,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295188383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:48,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295188384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:48,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295188384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:48,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295188384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:48,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295188387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:48,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:18:48,509 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/bf3eac89d9ed46afa25a11c305828dc0 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/bf3eac89d9ed46afa25a11c305828dc0 2024-11-11T03:18:48,510 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111e7df67042c046eeba13882371bb5c8a_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111e7df67042c046eeba13882371bb5c8a_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:48,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/076d0d19b3a047ddb17f3928baa6e798, store: [table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:48,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/076d0d19b3a047ddb17f3928baa6e798 is 175, key is test_row_0/A:col10/1731295127120/Put/seqid=0 2024-11-11T03:18:48,515 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 850ef9e36453b5f1890002ffe062d35d/C of 850ef9e36453b5f1890002ffe062d35d into bf3eac89d9ed46afa25a11c305828dc0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:48,515 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:48,515 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d., storeName=850ef9e36453b5f1890002ffe062d35d/C, priority=12, startTime=1731295128027; duration=0sec 2024-11-11T03:18:48,522 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:48,522 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 850ef9e36453b5f1890002ffe062d35d:C 2024-11-11T03:18:48,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742230_1406 (size=31105) 2024-11-11T03:18:48,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295188588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:48,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295188589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:48,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295188589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:48,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295188590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:48,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295188593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:48,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295188895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:48,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295188896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:48,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295188896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:48,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295188897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:48,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295188898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:48,924 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/076d0d19b3a047ddb17f3928baa6e798 2024-11-11T03:18:48,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/50c8b27c69b647cdb8b1cc99f35f832d is 50, key is test_row_0/B:col10/1731295127120/Put/seqid=0 2024-11-11T03:18:48,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742231_1407 (size=12151) 2024-11-11T03:18:48,951 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/50c8b27c69b647cdb8b1cc99f35f832d 2024-11-11T03:18:48,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/3e85409622fd485eb61e062cf753eff7 is 50, key is test_row_0/C:col10/1731295127120/Put/seqid=0 2024-11-11T03:18:48,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742232_1408 (size=12151) 2024-11-11T03:18:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-11T03:18:49,369 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/3e85409622fd485eb61e062cf753eff7 2024-11-11T03:18:49,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/076d0d19b3a047ddb17f3928baa6e798 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/076d0d19b3a047ddb17f3928baa6e798 2024-11-11T03:18:49,377 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/076d0d19b3a047ddb17f3928baa6e798, entries=150, sequenceid=172, filesize=30.4 K 2024-11-11T03:18:49,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/50c8b27c69b647cdb8b1cc99f35f832d as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/50c8b27c69b647cdb8b1cc99f35f832d 2024-11-11T03:18:49,382 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/50c8b27c69b647cdb8b1cc99f35f832d, entries=150, sequenceid=172, filesize=11.9 K 2024-11-11T03:18:49,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/3e85409622fd485eb61e062cf753eff7 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/3e85409622fd485eb61e062cf753eff7 2024-11-11T03:18:49,391 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/3e85409622fd485eb61e062cf753eff7, entries=150, sequenceid=172, filesize=11.9 K 2024-11-11T03:18:49,392 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 850ef9e36453b5f1890002ffe062d35d in 1326ms, sequenceid=172, compaction requested=false 2024-11-11T03:18:49,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:49,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:49,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-11T03:18:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-11T03:18:49,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-11T03:18:49,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4090 sec 2024-11-11T03:18:49,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 2.4140 sec 2024-11-11T03:18:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:49,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 850ef9e36453b5f1890002ffe062d35d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T03:18:49,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=A 2024-11-11T03:18:49,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:49,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=B 2024-11-11T03:18:49,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:49,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=C 2024-11-11T03:18:49,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:49,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b0c0b1d976bf42c1802b8526585ee2d0_850ef9e36453b5f1890002ffe062d35d is 50, key is test_row_0/A:col10/1731295129405/Put/seqid=0 2024-11-11T03:18:49,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295189416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:49,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295189417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:49,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295189420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:49,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295189421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:49,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295189422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:49,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742233_1409 (size=12304) 2024-11-11T03:18:49,432 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:18:49,436 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b0c0b1d976bf42c1802b8526585ee2d0_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b0c0b1d976bf42c1802b8526585ee2d0_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:49,437 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/d0789ee1724d48b29f2def3c65447045, store: [table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:49,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/d0789ee1724d48b29f2def3c65447045 is 175, key is test_row_0/A:col10/1731295129405/Put/seqid=0 2024-11-11T03:18:49,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742234_1410 (size=31105) 2024-11-11T03:18:49,450 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/d0789ee1724d48b29f2def3c65447045 2024-11-11T03:18:49,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/1e8710c035b74549bb9135bac2c2fcde is 50, key is test_row_0/B:col10/1731295129405/Put/seqid=0 2024-11-11T03:18:49,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742235_1411 (size=12151) 2024-11-11T03:18:49,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295189523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:49,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295189524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:49,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295189528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:49,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295189528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:49,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295189530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:49,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295189731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:49,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295189731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:49,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295189733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:49,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295189734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:49,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295189736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:49,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/1e8710c035b74549bb9135bac2c2fcde 2024-11-11T03:18:49,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/30b6bca38a7f4dfca54e9e3262a56fbf is 50, key is test_row_0/C:col10/1731295129405/Put/seqid=0 2024-11-11T03:18:49,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742236_1412 (size=12151) 2024-11-11T03:18:49,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/30b6bca38a7f4dfca54e9e3262a56fbf 2024-11-11T03:18:49,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/d0789ee1724d48b29f2def3c65447045 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/d0789ee1724d48b29f2def3c65447045 2024-11-11T03:18:49,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/d0789ee1724d48b29f2def3c65447045, entries=150, sequenceid=197, filesize=30.4 K 2024-11-11T03:18:49,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/1e8710c035b74549bb9135bac2c2fcde as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/1e8710c035b74549bb9135bac2c2fcde 2024-11-11T03:18:49,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/1e8710c035b74549bb9135bac2c2fcde, entries=150, sequenceid=197, filesize=11.9 K 2024-11-11T03:18:49,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/30b6bca38a7f4dfca54e9e3262a56fbf as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/30b6bca38a7f4dfca54e9e3262a56fbf 2024-11-11T03:18:49,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/30b6bca38a7f4dfca54e9e3262a56fbf, entries=150, sequenceid=197, filesize=11.9 K 2024-11-11T03:18:49,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 850ef9e36453b5f1890002ffe062d35d in 502ms, sequenceid=197, compaction requested=true 2024-11-11T03:18:49,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:49,908 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:18:49,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 850ef9e36453b5f1890002ffe062d35d:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:18:49,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:49,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 850ef9e36453b5f1890002ffe062d35d:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:18:49,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:49,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 850ef9e36453b5f1890002ffe062d35d:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:18:49,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:49,908 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:18:49,910 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:18:49,910 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:18:49,910 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): 850ef9e36453b5f1890002ffe062d35d/A is initiating minor compaction (all files) 2024-11-11T03:18:49,910 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 850ef9e36453b5f1890002ffe062d35d/B is initiating minor compaction (all files) 2024-11-11T03:18:49,910 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 850ef9e36453b5f1890002ffe062d35d/A in TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:49,910 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 850ef9e36453b5f1890002ffe062d35d/B in TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:49,911 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/4cd10cb4a50f4e3c849bc6b45d9a993d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/076d0d19b3a047ddb17f3928baa6e798, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/d0789ee1724d48b29f2def3c65447045] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp, totalSize=91.5 K 2024-11-11T03:18:49,911 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:49,911 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. files: [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/4cd10cb4a50f4e3c849bc6b45d9a993d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/076d0d19b3a047ddb17f3928baa6e798, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/d0789ee1724d48b29f2def3c65447045] 2024-11-11T03:18:49,911 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/197066f725c949c9a7a15064d5b5ca90, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/50c8b27c69b647cdb8b1cc99f35f832d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/1e8710c035b74549bb9135bac2c2fcde] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp, totalSize=35.9 K 2024-11-11T03:18:49,911 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4cd10cb4a50f4e3c849bc6b45d9a993d, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731295126472 2024-11-11T03:18:49,912 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 197066f725c949c9a7a15064d5b5ca90, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731295126472 2024-11-11T03:18:49,912 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 50c8b27c69b647cdb8b1cc99f35f832d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731295127120 2024-11-11T03:18:49,912 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 076d0d19b3a047ddb17f3928baa6e798, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731295127120 2024-11-11T03:18:49,913 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e8710c035b74549bb9135bac2c2fcde, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731295128274 2024-11-11T03:18:49,913 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0789ee1724d48b29f2def3c65447045, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731295128274 2024-11-11T03:18:49,923 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 850ef9e36453b5f1890002ffe062d35d#B#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:49,924 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/84f48890ba7a41d7821ff94785e53fc8 is 50, key is test_row_0/B:col10/1731295129405/Put/seqid=0 2024-11-11T03:18:49,927 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:49,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742237_1413 (size=12595) 2024-11-11T03:18:49,934 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111197814f716ed94de8a24bb455ba7d3fb8_850ef9e36453b5f1890002ffe062d35d store=[table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:49,936 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111197814f716ed94de8a24bb455ba7d3fb8_850ef9e36453b5f1890002ffe062d35d, store=[table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:49,936 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111197814f716ed94de8a24bb455ba7d3fb8_850ef9e36453b5f1890002ffe062d35d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:49,939 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/84f48890ba7a41d7821ff94785e53fc8 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/84f48890ba7a41d7821ff94785e53fc8 2024-11-11T03:18:49,945 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 850ef9e36453b5f1890002ffe062d35d/B of 850ef9e36453b5f1890002ffe062d35d into 84f48890ba7a41d7821ff94785e53fc8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:49,945 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:49,945 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d., storeName=850ef9e36453b5f1890002ffe062d35d/B, priority=13, startTime=1731295129908; duration=0sec 2024-11-11T03:18:49,945 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:49,945 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 850ef9e36453b5f1890002ffe062d35d:B 2024-11-11T03:18:49,945 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:18:49,946 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:18:49,947 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 850ef9e36453b5f1890002ffe062d35d/C is initiating minor compaction (all files) 2024-11-11T03:18:49,947 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 850ef9e36453b5f1890002ffe062d35d/C in TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:49,947 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/bf3eac89d9ed46afa25a11c305828dc0, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/3e85409622fd485eb61e062cf753eff7, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/30b6bca38a7f4dfca54e9e3262a56fbf] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp, totalSize=35.9 K 2024-11-11T03:18:49,947 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting bf3eac89d9ed46afa25a11c305828dc0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731295126472 2024-11-11T03:18:49,949 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e85409622fd485eb61e062cf753eff7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731295127120 2024-11-11T03:18:49,949 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 30b6bca38a7f4dfca54e9e3262a56fbf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731295128274 2024-11-11T03:18:49,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742238_1414 (size=4469) 2024-11-11T03:18:49,959 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 850ef9e36453b5f1890002ffe062d35d#C#compaction#350 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:49,961 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/a51430558b4d409cb0863aaf3b3e9676 is 50, key is test_row_0/C:col10/1731295129405/Put/seqid=0 2024-11-11T03:18:49,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742239_1415 (size=12595) 2024-11-11T03:18:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:50,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 850ef9e36453b5f1890002ffe062d35d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T03:18:50,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=A 2024-11-11T03:18:50,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:50,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=B 2024-11-11T03:18:50,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:50,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=C 2024-11-11T03:18:50,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:50,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111948a86c4a29a4d33ae32e52e95b56159_850ef9e36453b5f1890002ffe062d35d is 50, key is test_row_0/A:col10/1731295130039/Put/seqid=0 2024-11-11T03:18:50,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742240_1416 (size=14794) 2024-11-11T03:18:50,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295190065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:50,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295190072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:50,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295190073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:50,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295190073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:50,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295190074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:50,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295190175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:50,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295190179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:50,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295190179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:50,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295190179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:50,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295190180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:50,356 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 850ef9e36453b5f1890002ffe062d35d#A#compaction#349 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:50,356 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/aaacd107fad7410599e53e95b48615b8 is 175, key is test_row_0/A:col10/1731295129405/Put/seqid=0 2024-11-11T03:18:50,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742241_1417 (size=31549) 2024-11-11T03:18:50,368 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/aaacd107fad7410599e53e95b48615b8 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/aaacd107fad7410599e53e95b48615b8 2024-11-11T03:18:50,372 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/a51430558b4d409cb0863aaf3b3e9676 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/a51430558b4d409cb0863aaf3b3e9676 2024-11-11T03:18:50,374 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 850ef9e36453b5f1890002ffe062d35d/A of 850ef9e36453b5f1890002ffe062d35d into aaacd107fad7410599e53e95b48615b8(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:50,374 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:50,375 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d., storeName=850ef9e36453b5f1890002ffe062d35d/A, priority=13, startTime=1731295129907; duration=0sec 2024-11-11T03:18:50,375 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:50,375 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 850ef9e36453b5f1890002ffe062d35d:A 2024-11-11T03:18:50,377 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 850ef9e36453b5f1890002ffe062d35d/C of 850ef9e36453b5f1890002ffe062d35d into a51430558b4d409cb0863aaf3b3e9676(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:50,377 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:50,377 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d., storeName=850ef9e36453b5f1890002ffe062d35d/C, priority=13, startTime=1731295129908; duration=0sec 2024-11-11T03:18:50,377 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:50,377 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 850ef9e36453b5f1890002ffe062d35d:C 2024-11-11T03:18:50,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295190384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:50,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295190385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:50,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295190385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:50,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295190385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:50,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295190385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:50,456 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:18:50,460 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111948a86c4a29a4d33ae32e52e95b56159_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111948a86c4a29a4d33ae32e52e95b56159_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:50,460 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/0ae796d5da8448818c73e727ee00107f, store: [table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:50,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/0ae796d5da8448818c73e727ee00107f is 175, key is test_row_0/A:col10/1731295130039/Put/seqid=0 2024-11-11T03:18:50,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742242_1418 (size=39749) 2024-11-11T03:18:50,465 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/0ae796d5da8448818c73e727ee00107f 2024-11-11T03:18:50,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/1a406998f6904757b64e2a50fcef9752 is 50, key is test_row_0/B:col10/1731295130039/Put/seqid=0 2024-11-11T03:18:50,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742243_1419 (size=12151) 2024-11-11T03:18:50,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/1a406998f6904757b64e2a50fcef9752 2024-11-11T03:18:50,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/c74fd92da4464682b360080ab2bbb07e is 50, key is test_row_0/C:col10/1731295130039/Put/seqid=0 2024-11-11T03:18:50,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742244_1420 (size=12151) 2024-11-11T03:18:50,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295190690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:50,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295190690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:50,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295190690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:50,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295190691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:50,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295190691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:50,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/c74fd92da4464682b360080ab2bbb07e 2024-11-11T03:18:50,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/0ae796d5da8448818c73e727ee00107f as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/0ae796d5da8448818c73e727ee00107f 2024-11-11T03:18:50,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/0ae796d5da8448818c73e727ee00107f, entries=200, sequenceid=213, filesize=38.8 K 2024-11-11T03:18:50,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/1a406998f6904757b64e2a50fcef9752 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/1a406998f6904757b64e2a50fcef9752 2024-11-11T03:18:50,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/1a406998f6904757b64e2a50fcef9752, entries=150, sequenceid=213, filesize=11.9 K 2024-11-11T03:18:50,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/c74fd92da4464682b360080ab2bbb07e as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/c74fd92da4464682b360080ab2bbb07e 2024-11-11T03:18:50,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/c74fd92da4464682b360080ab2bbb07e, entries=150, sequenceid=213, filesize=11.9 K 2024-11-11T03:18:50,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 850ef9e36453b5f1890002ffe062d35d in 876ms, sequenceid=213, compaction requested=false 2024-11-11T03:18:50,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-11T03:18:51,095 INFO [Thread-1629 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-11T03:18:51,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:18:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-11T03:18:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-11T03:18:51,097 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:18:51,098 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:18:51,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:18:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-11T03:18:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:51,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 850ef9e36453b5f1890002ffe062d35d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T03:18:51,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=A 2024-11-11T03:18:51,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:51,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=B 2024-11-11T03:18:51,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:51,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=C 2024-11-11T03:18:51,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:51,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111155369960efe94f45bdeb89d8fe4fdec9_850ef9e36453b5f1890002ffe062d35d is 50, key is test_row_0/A:col10/1731295131197/Put/seqid=0 2024-11-11T03:18:51,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742245_1421 (size=12304) 2024-11-11T03:18:51,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295191240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:51,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295191240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:51,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295191240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:51,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295191241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:51,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295191242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:51,250 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:51,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-11T03:18:51,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:51,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:51,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:51,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:51,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:51,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295191348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:51,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295191348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:51,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295191349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:51,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295191349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:51,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295191349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-11T03:18:51,403 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:51,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-11T03:18:51,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:51,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:51,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:51,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:51,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:51,556 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:51,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-11T03:18:51,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:51,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:51,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:51,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:51,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:51,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295191557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:51,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295191557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:51,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295191557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:51,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295191557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:51,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295191557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:51,611 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:18:51,615 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111155369960efe94f45bdeb89d8fe4fdec9_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111155369960efe94f45bdeb89d8fe4fdec9_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:51,616 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/3714f538f65045ed969ef1a458389db2, store: [table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:51,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/3714f538f65045ed969ef1a458389db2 is 175, key is test_row_0/A:col10/1731295131197/Put/seqid=0 2024-11-11T03:18:51,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742246_1422 (size=31105) 2024-11-11T03:18:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-11T03:18:51,709 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:51,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-11T03:18:51,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:51,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:51,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:51,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:51,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:51,862 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:51,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-11T03:18:51,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:51,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:51,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:51,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:51,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:51,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295191861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:51,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295191863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:51,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295191866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:51,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295191867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:51,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295191868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:52,015 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:52,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-11T03:18:52,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:52,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:52,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:52,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:52,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:18:52,030 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/3714f538f65045ed969ef1a458389db2 2024-11-11T03:18:52,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/d631c234d9114a39a1405008cf57b8e2 is 50, key is test_row_0/B:col10/1731295131197/Put/seqid=0 2024-11-11T03:18:52,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742247_1423 (size=12151) 2024-11-11T03:18:52,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/d631c234d9114a39a1405008cf57b8e2 2024-11-11T03:18:52,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/ab8d63d303864bcbabbc8822f2c1e77f is 50, key is test_row_0/C:col10/1731295131197/Put/seqid=0 2024-11-11T03:18:52,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742248_1424 (size=12151) 2024-11-11T03:18:52,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/ab8d63d303864bcbabbc8822f2c1e77f 2024-11-11T03:18:52,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/3714f538f65045ed969ef1a458389db2 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/3714f538f65045ed969ef1a458389db2 2024-11-11T03:18:52,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/3714f538f65045ed969ef1a458389db2, entries=150, sequenceid=238, filesize=30.4 K 2024-11-11T03:18:52,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/d631c234d9114a39a1405008cf57b8e2 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/d631c234d9114a39a1405008cf57b8e2 2024-11-11T03:18:52,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/d631c234d9114a39a1405008cf57b8e2, entries=150, sequenceid=238, filesize=11.9 K 2024-11-11T03:18:52,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/ab8d63d303864bcbabbc8822f2c1e77f as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/ab8d63d303864bcbabbc8822f2c1e77f 2024-11-11T03:18:52,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/ab8d63d303864bcbabbc8822f2c1e77f, entries=150, sequenceid=238, filesize=11.9 K 2024-11-11T03:18:52,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 850ef9e36453b5f1890002ffe062d35d in 877ms, sequenceid=238, compaction requested=true 2024-11-11T03:18:52,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:52,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 850ef9e36453b5f1890002ffe062d35d:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:18:52,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:52,076 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:18:52,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 850ef9e36453b5f1890002ffe062d35d:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:18:52,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:52,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 850ef9e36453b5f1890002ffe062d35d:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:18:52,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:52,076 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:18:52,078 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:18:52,078 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 850ef9e36453b5f1890002ffe062d35d/B is initiating minor compaction (all files) 2024-11-11T03:18:52,079 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 850ef9e36453b5f1890002ffe062d35d/B in TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:52,079 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/84f48890ba7a41d7821ff94785e53fc8, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/1a406998f6904757b64e2a50fcef9752, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/d631c234d9114a39a1405008cf57b8e2] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp, totalSize=36.0 K 2024-11-11T03:18:52,079 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 84f48890ba7a41d7821ff94785e53fc8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731295128274 2024-11-11T03:18:52,079 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:18:52,079 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): 850ef9e36453b5f1890002ffe062d35d/A is initiating minor compaction (all files) 2024-11-11T03:18:52,079 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a406998f6904757b64e2a50fcef9752, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731295129421 2024-11-11T03:18:52,079 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 850ef9e36453b5f1890002ffe062d35d/A in TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:52,079 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/aaacd107fad7410599e53e95b48615b8, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/0ae796d5da8448818c73e727ee00107f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/3714f538f65045ed969ef1a458389db2] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp, totalSize=100.0 K 2024-11-11T03:18:52,080 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:52,080 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. files: [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/aaacd107fad7410599e53e95b48615b8, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/0ae796d5da8448818c73e727ee00107f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/3714f538f65045ed969ef1a458389db2] 2024-11-11T03:18:52,080 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting d631c234d9114a39a1405008cf57b8e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731295130071 2024-11-11T03:18:52,080 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting aaacd107fad7410599e53e95b48615b8, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731295128274 2024-11-11T03:18:52,080 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ae796d5da8448818c73e727ee00107f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731295129420 2024-11-11T03:18:52,081 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3714f538f65045ed969ef1a458389db2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731295130071 2024-11-11T03:18:52,087 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 850ef9e36453b5f1890002ffe062d35d#B#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:52,088 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/69552e0d35f54c78bb0873215777e324 is 50, key is test_row_0/B:col10/1731295131197/Put/seqid=0 2024-11-11T03:18:52,089 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:52,091 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111289eea0bc0eb41e5a627c8ace6b07dad_850ef9e36453b5f1890002ffe062d35d store=[table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:52,092 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111289eea0bc0eb41e5a627c8ace6b07dad_850ef9e36453b5f1890002ffe062d35d, store=[table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:52,093 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111289eea0bc0eb41e5a627c8ace6b07dad_850ef9e36453b5f1890002ffe062d35d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:52,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742249_1425 (size=12697) 2024-11-11T03:18:52,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742250_1426 (size=4469) 2024-11-11T03:18:52,100 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/69552e0d35f54c78bb0873215777e324 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/69552e0d35f54c78bb0873215777e324 2024-11-11T03:18:52,100 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 850ef9e36453b5f1890002ffe062d35d#A#compaction#358 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:52,101 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/9f3fb5155880489bbfca41ca2e839b98 is 175, key is test_row_0/A:col10/1731295131197/Put/seqid=0 2024-11-11T03:18:52,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742251_1427 (size=31651) 2024-11-11T03:18:52,106 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 850ef9e36453b5f1890002ffe062d35d/B of 850ef9e36453b5f1890002ffe062d35d into 69552e0d35f54c78bb0873215777e324(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:52,106 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:52,106 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d., storeName=850ef9e36453b5f1890002ffe062d35d/B, priority=13, startTime=1731295132076; duration=0sec 2024-11-11T03:18:52,106 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:52,106 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 850ef9e36453b5f1890002ffe062d35d:B 2024-11-11T03:18:52,106 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:18:52,107 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:18:52,107 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 850ef9e36453b5f1890002ffe062d35d/C is initiating minor compaction (all files) 2024-11-11T03:18:52,107 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 850ef9e36453b5f1890002ffe062d35d/C in TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:52,107 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/a51430558b4d409cb0863aaf3b3e9676, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/c74fd92da4464682b360080ab2bbb07e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/ab8d63d303864bcbabbc8822f2c1e77f] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp, totalSize=36.0 K 2024-11-11T03:18:52,108 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting a51430558b4d409cb0863aaf3b3e9676, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731295128274 2024-11-11T03:18:52,109 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting c74fd92da4464682b360080ab2bbb07e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731295129421 2024-11-11T03:18:52,109 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting ab8d63d303864bcbabbc8822f2c1e77f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731295130071 2024-11-11T03:18:52,110 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/9f3fb5155880489bbfca41ca2e839b98 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/9f3fb5155880489bbfca41ca2e839b98 2024-11-11T03:18:52,115 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 850ef9e36453b5f1890002ffe062d35d/A of 850ef9e36453b5f1890002ffe062d35d into 9f3fb5155880489bbfca41ca2e839b98(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:52,115 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:52,115 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d., storeName=850ef9e36453b5f1890002ffe062d35d/A, priority=13, startTime=1731295132076; duration=0sec 2024-11-11T03:18:52,115 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:52,115 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 850ef9e36453b5f1890002ffe062d35d:A 2024-11-11T03:18:52,117 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 850ef9e36453b5f1890002ffe062d35d#C#compaction#359 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:52,118 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/a92b8b01cc614db7ae14541225d4cd27 is 50, key is test_row_0/C:col10/1731295131197/Put/seqid=0 2024-11-11T03:18:52,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742252_1428 (size=12697) 2024-11-11T03:18:52,168 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:52,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-11T03:18:52,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:52,169 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 850ef9e36453b5f1890002ffe062d35d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T03:18:52,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=A 2024-11-11T03:18:52,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:52,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=B 2024-11-11T03:18:52,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:52,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=C 2024-11-11T03:18:52,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:52,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111938a8a43f4ec4061b0830dc6040a360e_850ef9e36453b5f1890002ffe062d35d is 50, key is test_row_0/A:col10/1731295131207/Put/seqid=0 2024-11-11T03:18:52,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742253_1429 (size=12304) 2024-11-11T03:18:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-11T03:18:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:52,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:52,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295192398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:52,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295192398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:52,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295192399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:52,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295192404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:52,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:52,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295192407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:52,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295192508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:52,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295192508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:52,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295192510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:52,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295192511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:52,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295192516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:52,526 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/a92b8b01cc614db7ae14541225d4cd27 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/a92b8b01cc614db7ae14541225d4cd27 2024-11-11T03:18:52,530 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 850ef9e36453b5f1890002ffe062d35d/C of 850ef9e36453b5f1890002ffe062d35d into a92b8b01cc614db7ae14541225d4cd27(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:52,530 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:52,530 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d., storeName=850ef9e36453b5f1890002ffe062d35d/C, priority=13, startTime=1731295132076; duration=0sec 2024-11-11T03:18:52,530 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:52,530 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 850ef9e36453b5f1890002ffe062d35d:C 2024-11-11T03:18:52,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:18:52,583 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111938a8a43f4ec4061b0830dc6040a360e_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111938a8a43f4ec4061b0830dc6040a360e_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:52,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/1d814244e7a8479f9a3b701057632294, store: [table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:52,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/1d814244e7a8479f9a3b701057632294 is 175, key is test_row_0/A:col10/1731295131207/Put/seqid=0 2024-11-11T03:18:52,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742254_1430 (size=31105) 2024-11-11T03:18:52,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295192713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:52,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295192713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:52,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295192717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:52,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:52,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295192717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:52,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:52,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295192718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:52,989 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/1d814244e7a8479f9a3b701057632294 2024-11-11T03:18:52,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/482d40315dd74fd59cbbad9ecde59b6c is 50, key is test_row_0/B:col10/1731295131207/Put/seqid=0 2024-11-11T03:18:53,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742255_1431 (size=12151) 2024-11-11T03:18:53,003 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/482d40315dd74fd59cbbad9ecde59b6c 2024-11-11T03:18:53,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/9945ee797a5443ec9be5550a2329fba5 is 50, key is test_row_0/C:col10/1731295131207/Put/seqid=0 2024-11-11T03:18:53,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742256_1432 (size=12151) 2024-11-11T03:18:53,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:53,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295193017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:53,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295193020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:53,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295193020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:53,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:53,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295193023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:53,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:53,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295193024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-11T03:18:53,413 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/9945ee797a5443ec9be5550a2329fba5 2024-11-11T03:18:53,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/1d814244e7a8479f9a3b701057632294 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/1d814244e7a8479f9a3b701057632294 2024-11-11T03:18:53,420 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/1d814244e7a8479f9a3b701057632294, entries=150, sequenceid=254, filesize=30.4 K 2024-11-11T03:18:53,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/482d40315dd74fd59cbbad9ecde59b6c as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/482d40315dd74fd59cbbad9ecde59b6c 2024-11-11T03:18:53,424 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/482d40315dd74fd59cbbad9ecde59b6c, entries=150, sequenceid=254, filesize=11.9 K 2024-11-11T03:18:53,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/9945ee797a5443ec9be5550a2329fba5 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/9945ee797a5443ec9be5550a2329fba5 2024-11-11T03:18:53,428 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/9945ee797a5443ec9be5550a2329fba5, entries=150, sequenceid=254, filesize=11.9 K 2024-11-11T03:18:53,429 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 850ef9e36453b5f1890002ffe062d35d in 1260ms, sequenceid=254, compaction requested=false 2024-11-11T03:18:53,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:53,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:53,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-11T03:18:53,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-11T03:18:53,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-11T03:18:53,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3320 sec 2024-11-11T03:18:53,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 2.3360 sec 2024-11-11T03:18:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:53,530 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 850ef9e36453b5f1890002ffe062d35d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T03:18:53,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=A 2024-11-11T03:18:53,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:53,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=B 2024-11-11T03:18:53,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:53,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=C 2024-11-11T03:18:53,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:53,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111138491fb410a5475a8fe96d3677cf362d_850ef9e36453b5f1890002ffe062d35d is 50, key is test_row_0/A:col10/1731295133529/Put/seqid=0 2024-11-11T03:18:53,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:53,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295193540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:53,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:53,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295193544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:53,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:53,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295193546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:53,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:53,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295193546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:53,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742257_1433 (size=14994) 2024-11-11T03:18:53,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295193548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:53,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295193649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:53,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295193651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:53,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295193651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:53,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295193652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:53,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295193653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:53,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295193854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:53,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:53,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295193855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:53,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:53,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295193855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:53,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:53,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:53,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295193856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:53,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295193856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:53,948 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:18:53,952 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111138491fb410a5475a8fe96d3677cf362d_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111138491fb410a5475a8fe96d3677cf362d_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:53,953 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/8d85b9160de54d589597c2c1b1797ea1, store: [table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:53,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/8d85b9160de54d589597c2c1b1797ea1 is 175, key is test_row_0/A:col10/1731295133529/Put/seqid=0 2024-11-11T03:18:53,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742258_1434 (size=39949) 2024-11-11T03:18:54,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295194161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:54,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295194163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:54,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295194164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:54,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295194164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:54,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295194165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:54,358 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/8d85b9160de54d589597c2c1b1797ea1 2024-11-11T03:18:54,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/c83d7f07b6b040d8ab4ea68a23ba316b is 50, key is test_row_0/B:col10/1731295133529/Put/seqid=0 2024-11-11T03:18:54,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742259_1435 (size=12301) 2024-11-11T03:18:54,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1731295194664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:54,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58260 deadline: 1731295194670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:54,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58252 deadline: 1731295194670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:54,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58262 deadline: 1731295194671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:54,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:18:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58276 deadline: 1731295194673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:54,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/c83d7f07b6b040d8ab4ea68a23ba316b 2024-11-11T03:18:54,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/41a869824367472baba5b6859db5b6e5 is 50, key is test_row_0/C:col10/1731295133529/Put/seqid=0 2024-11-11T03:18:54,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742260_1436 (size=12301) 2024-11-11T03:18:55,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/41a869824367472baba5b6859db5b6e5 2024-11-11T03:18:55,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/8d85b9160de54d589597c2c1b1797ea1 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/8d85b9160de54d589597c2c1b1797ea1 2024-11-11T03:18:55,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/8d85b9160de54d589597c2c1b1797ea1, entries=200, sequenceid=279, filesize=39.0 K 2024-11-11T03:18:55,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/c83d7f07b6b040d8ab4ea68a23ba316b as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/c83d7f07b6b040d8ab4ea68a23ba316b 2024-11-11T03:18:55,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/c83d7f07b6b040d8ab4ea68a23ba316b, entries=150, sequenceid=279, filesize=12.0 K 2024-11-11T03:18:55,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/41a869824367472baba5b6859db5b6e5 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/41a869824367472baba5b6859db5b6e5 2024-11-11T03:18:55,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/41a869824367472baba5b6859db5b6e5, entries=150, sequenceid=279, filesize=12.0 K 2024-11-11T03:18:55,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 850ef9e36453b5f1890002ffe062d35d in 1667ms, sequenceid=279, compaction requested=true 2024-11-11T03:18:55,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:55,198 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:18:55,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 850ef9e36453b5f1890002ffe062d35d:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:18:55,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:55,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 850ef9e36453b5f1890002ffe062d35d:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:18:55,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:55,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 850ef9e36453b5f1890002ffe062d35d:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:18:55,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:55,198 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:18:55,199 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:18:55,199 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): 850ef9e36453b5f1890002ffe062d35d/A is initiating minor compaction (all files) 2024-11-11T03:18:55,199 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 850ef9e36453b5f1890002ffe062d35d/A in TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:55,199 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/9f3fb5155880489bbfca41ca2e839b98, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/1d814244e7a8479f9a3b701057632294, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/8d85b9160de54d589597c2c1b1797ea1] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp, totalSize=100.3 K 2024-11-11T03:18:55,199 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:55,199 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. files: [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/9f3fb5155880489bbfca41ca2e839b98, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/1d814244e7a8479f9a3b701057632294, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/8d85b9160de54d589597c2c1b1797ea1] 2024-11-11T03:18:55,199 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:18:55,199 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 850ef9e36453b5f1890002ffe062d35d/B is initiating minor compaction (all files) 2024-11-11T03:18:55,199 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 850ef9e36453b5f1890002ffe062d35d/B in TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:55,199 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f3fb5155880489bbfca41ca2e839b98, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731295130071 2024-11-11T03:18:55,199 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/69552e0d35f54c78bb0873215777e324, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/482d40315dd74fd59cbbad9ecde59b6c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/c83d7f07b6b040d8ab4ea68a23ba316b] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp, totalSize=36.3 K 2024-11-11T03:18:55,200 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d814244e7a8479f9a3b701057632294, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731295131207 2024-11-11T03:18:55,200 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 69552e0d35f54c78bb0873215777e324, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731295130071 2024-11-11T03:18:55,200 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d85b9160de54d589597c2c1b1797ea1, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731295132403 2024-11-11T03:18:55,200 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 482d40315dd74fd59cbbad9ecde59b6c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731295131207 2024-11-11T03:18:55,201 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting c83d7f07b6b040d8ab4ea68a23ba316b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731295132403 2024-11-11T03:18:55,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-11T03:18:55,202 INFO [Thread-1629 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-11T03:18:55,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:18:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-11T03:18:55,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-11T03:18:55,205 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:18:55,205 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:18:55,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:18:55,209 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:55,211 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111147108adde2f046e68eecb4b57c976eb5_850ef9e36453b5f1890002ffe062d35d store=[table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:55,211 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 850ef9e36453b5f1890002ffe062d35d#B#compaction#367 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:55,212 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/ecb2232cf1874a598588f7713294dbe8 is 50, key is test_row_0/B:col10/1731295133529/Put/seqid=0 2024-11-11T03:18:55,213 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111147108adde2f046e68eecb4b57c976eb5_850ef9e36453b5f1890002ffe062d35d, store=[table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:55,213 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111147108adde2f046e68eecb4b57c976eb5_850ef9e36453b5f1890002ffe062d35d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:55,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742261_1437 (size=12949) 2024-11-11T03:18:55,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742262_1438 (size=4469) 2024-11-11T03:18:55,241 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 850ef9e36453b5f1890002ffe062d35d#A#compaction#366 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:55,242 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/94787f66ec4a4ba2b2118183b01a5336 is 175, key is test_row_0/A:col10/1731295133529/Put/seqid=0 2024-11-11T03:18:55,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742263_1439 (size=31903) 2024-11-11T03:18:55,249 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/94787f66ec4a4ba2b2118183b01a5336 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/94787f66ec4a4ba2b2118183b01a5336 2024-11-11T03:18:55,254 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 850ef9e36453b5f1890002ffe062d35d/A of 850ef9e36453b5f1890002ffe062d35d into 94787f66ec4a4ba2b2118183b01a5336(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:55,254 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:55,254 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d., storeName=850ef9e36453b5f1890002ffe062d35d/A, priority=13, startTime=1731295135198; duration=0sec 2024-11-11T03:18:55,254 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:18:55,254 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 850ef9e36453b5f1890002ffe062d35d:A 2024-11-11T03:18:55,255 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:18:55,257 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:18:55,257 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): 850ef9e36453b5f1890002ffe062d35d/C is initiating minor compaction (all files) 2024-11-11T03:18:55,257 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 850ef9e36453b5f1890002ffe062d35d/C in TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:55,257 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/a92b8b01cc614db7ae14541225d4cd27, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/9945ee797a5443ec9be5550a2329fba5, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/41a869824367472baba5b6859db5b6e5] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp, totalSize=36.3 K 2024-11-11T03:18:55,257 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting a92b8b01cc614db7ae14541225d4cd27, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731295130071 2024-11-11T03:18:55,257 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9945ee797a5443ec9be5550a2329fba5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731295131207 2024-11-11T03:18:55,258 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41a869824367472baba5b6859db5b6e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731295132403 2024-11-11T03:18:55,266 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 850ef9e36453b5f1890002ffe062d35d#C#compaction#368 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:18:55,266 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/926fa193d0554a4b88e058b4866e57d4 is 50, key is test_row_0/C:col10/1731295133529/Put/seqid=0 2024-11-11T03:18:55,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742264_1440 (size=12949) 2024-11-11T03:18:55,278 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/926fa193d0554a4b88e058b4866e57d4 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/926fa193d0554a4b88e058b4866e57d4 2024-11-11T03:18:55,285 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 850ef9e36453b5f1890002ffe062d35d/C of 850ef9e36453b5f1890002ffe062d35d into 926fa193d0554a4b88e058b4866e57d4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:55,285 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:55,285 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d., storeName=850ef9e36453b5f1890002ffe062d35d/C, priority=13, startTime=1731295135198; duration=0sec 2024-11-11T03:18:55,286 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:55,286 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 850ef9e36453b5f1890002ffe062d35d:C 2024-11-11T03:18:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-11T03:18:55,357 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:55,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-11T03:18:55,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:55,358 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 850ef9e36453b5f1890002ffe062d35d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T03:18:55,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=A 2024-11-11T03:18:55,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:55,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=B 2024-11-11T03:18:55,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:55,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=C 2024-11-11T03:18:55,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:55,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111128e17da4e3284a58a44eef5846731b79_850ef9e36453b5f1890002ffe062d35d is 50, key is test_row_0/A:col10/1731295133544/Put/seqid=0 2024-11-11T03:18:55,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742265_1441 (size=12454) 2024-11-11T03:18:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-11T03:18:55,569 DEBUG [Thread-1634 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61ec0f48 to 127.0.0.1:50122 2024-11-11T03:18:55,569 DEBUG [Thread-1634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:18:55,570 DEBUG [Thread-1636 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7819b9e2 to 127.0.0.1:50122 2024-11-11T03:18:55,570 DEBUG [Thread-1636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:18:55,571 DEBUG [Thread-1630 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x319559be to 127.0.0.1:50122 2024-11-11T03:18:55,571 DEBUG [Thread-1630 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:18:55,572 DEBUG [Thread-1638 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47679076 to 127.0.0.1:50122 2024-11-11T03:18:55,572 DEBUG [Thread-1638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:18:55,573 DEBUG [Thread-1632 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c907e21 to 127.0.0.1:50122 2024-11-11T03:18:55,573 DEBUG [Thread-1632 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:18:55,634 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/ecb2232cf1874a598588f7713294dbe8 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/ecb2232cf1874a598588f7713294dbe8 2024-11-11T03:18:55,638 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 850ef9e36453b5f1890002ffe062d35d/B of 850ef9e36453b5f1890002ffe062d35d into ecb2232cf1874a598588f7713294dbe8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:18:55,638 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:55,638 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d., storeName=850ef9e36453b5f1890002ffe062d35d/B, priority=13, startTime=1731295135198; duration=0sec 2024-11-11T03:18:55,638 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:18:55,638 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 850ef9e36453b5f1890002ffe062d35d:B 2024-11-11T03:18:55,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. as already flushing 2024-11-11T03:18:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:55,677 DEBUG [Thread-1625 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c54a0d3 to 127.0.0.1:50122 2024-11-11T03:18:55,677 DEBUG [Thread-1625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:18:55,678 DEBUG [Thread-1623 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49e13594 to 127.0.0.1:50122 2024-11-11T03:18:55,678 DEBUG [Thread-1623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:18:55,680 DEBUG [Thread-1621 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62f74604 to 127.0.0.1:50122 2024-11-11T03:18:55,680 DEBUG [Thread-1621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:18:55,683 DEBUG [Thread-1627 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3875c8c5 to 127.0.0.1:50122 2024-11-11T03:18:55,683 DEBUG [Thread-1627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:18:55,684 DEBUG [Thread-1619 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75b14fbd to 127.0.0.1:50122 2024-11-11T03:18:55,684 DEBUG [Thread-1619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:18:55,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:18:55,789 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111128e17da4e3284a58a44eef5846731b79_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111128e17da4e3284a58a44eef5846731b79_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:55,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/5469f973c901495e8c531aa52271732a, store: [table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:55,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/5469f973c901495e8c531aa52271732a is 175, key is test_row_0/A:col10/1731295133544/Put/seqid=0 2024-11-11T03:18:55,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742266_1442 (size=31255) 2024-11-11T03:18:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-11T03:18:56,195 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/5469f973c901495e8c531aa52271732a 2024-11-11T03:18:56,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/da49952b32e846c4b8e20d815e0e93f3 is 50, key is test_row_0/B:col10/1731295133544/Put/seqid=0 2024-11-11T03:18:56,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742267_1443 (size=12301) 2024-11-11T03:18:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-11T03:18:56,604 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/da49952b32e846c4b8e20d815e0e93f3 2024-11-11T03:18:56,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/a5eb3ac91ef54c17939056194c3c8484 is 50, key is test_row_0/C:col10/1731295133544/Put/seqid=0 2024-11-11T03:18:56,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742268_1444 (size=12301) 2024-11-11T03:18:57,013 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/a5eb3ac91ef54c17939056194c3c8484 2024-11-11T03:18:57,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/5469f973c901495e8c531aa52271732a as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/5469f973c901495e8c531aa52271732a 2024-11-11T03:18:57,019 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/5469f973c901495e8c531aa52271732a, entries=150, sequenceid=293, filesize=30.5 K 2024-11-11T03:18:57,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/da49952b32e846c4b8e20d815e0e93f3 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/da49952b32e846c4b8e20d815e0e93f3 2024-11-11T03:18:57,023 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/da49952b32e846c4b8e20d815e0e93f3, entries=150, sequenceid=293, filesize=12.0 K 2024-11-11T03:18:57,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/a5eb3ac91ef54c17939056194c3c8484 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/a5eb3ac91ef54c17939056194c3c8484 2024-11-11T03:18:57,026 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/a5eb3ac91ef54c17939056194c3c8484, entries=150, sequenceid=293, filesize=12.0 K 2024-11-11T03:18:57,027 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=33.54 KB/34350 for 850ef9e36453b5f1890002ffe062d35d in 1669ms, sequenceid=293, compaction requested=false 2024-11-11T03:18:57,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:57,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:57,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-11T03:18:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-11T03:18:57,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-11T03:18:57,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8230 sec 2024-11-11T03:18:57,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.8260 sec 2024-11-11T03:18:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-11T03:18:57,309 INFO [Thread-1629 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-11T03:18:57,309 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T03:18:57,309 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-11T03:18:57,309 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-11T03:18:57,309 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-11T03:18:57,309 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-11T03:18:57,309 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-11T03:18:57,309 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T03:18:57,309 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T03:18:57,309 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2387 2024-11-11T03:18:57,309 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7161 rows 2024-11-11T03:18:57,309 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2367 2024-11-11T03:18:57,309 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7101 rows 2024-11-11T03:18:57,309 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2380 2024-11-11T03:18:57,309 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7140 rows 2024-11-11T03:18:57,309 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2385 2024-11-11T03:18:57,309 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7155 rows 2024-11-11T03:18:57,309 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2407 2024-11-11T03:18:57,309 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7221 rows 2024-11-11T03:18:57,309 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-11T03:18:57,309 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bf5e2f0 to 127.0.0.1:50122 2024-11-11T03:18:57,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:18:57,311 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-11T03:18:57,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-11T03:18:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T03:18:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-11T03:18:57,316 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731295137315"}]},"ts":"1731295137315"} 2024-11-11T03:18:57,317 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T03:18:57,319 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T03:18:57,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T03:18:57,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=850ef9e36453b5f1890002ffe062d35d, UNASSIGN}] 2024-11-11T03:18:57,321 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=850ef9e36453b5f1890002ffe062d35d, UNASSIGN 2024-11-11T03:18:57,322 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=850ef9e36453b5f1890002ffe062d35d, regionState=CLOSING, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:57,322 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T03:18:57,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; CloseRegionProcedure 850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786}] 2024-11-11T03:18:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-11T03:18:57,474 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:18:57,474 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(124): Close 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:57,474 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T03:18:57,474 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1681): Closing 850ef9e36453b5f1890002ffe062d35d, disabling compactions & flushes 2024-11-11T03:18:57,474 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:57,474 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:57,474 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. after waiting 0 ms 2024-11-11T03:18:57,474 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:57,474 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(2837): Flushing 850ef9e36453b5f1890002ffe062d35d 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T03:18:57,475 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=A 2024-11-11T03:18:57,475 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:57,475 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=B 2024-11-11T03:18:57,475 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:57,475 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 850ef9e36453b5f1890002ffe062d35d, store=C 2024-11-11T03:18:57,475 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:18:57,479 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112697a38ed3584b4e9191abd682988367_850ef9e36453b5f1890002ffe062d35d is 50, key is test_row_1/A:col10/1731295135683/Put/seqid=0 2024-11-11T03:18:57,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742269_1445 (size=9914) 2024-11-11T03:18:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-11T03:18:57,883 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:18:57,886 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112697a38ed3584b4e9191abd682988367_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112697a38ed3584b4e9191abd682988367_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:57,887 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/bcad9accc6cb43eeae3ca4c8b7cfb63c, store: [table=TestAcidGuarantees family=A region=850ef9e36453b5f1890002ffe062d35d] 2024-11-11T03:18:57,888 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/bcad9accc6cb43eeae3ca4c8b7cfb63c is 175, key is test_row_1/A:col10/1731295135683/Put/seqid=0 2024-11-11T03:18:57,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742270_1446 (size=22561) 2024-11-11T03:18:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-11T03:18:58,292 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/bcad9accc6cb43eeae3ca4c8b7cfb63c 2024-11-11T03:18:58,298 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/e9206d908a5a4d01b7a0594b2263da0f is 50, key is test_row_1/B:col10/1731295135683/Put/seqid=0 2024-11-11T03:18:58,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742271_1447 (size=9857) 2024-11-11T03:18:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-11T03:18:58,702 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/e9206d908a5a4d01b7a0594b2263da0f 2024-11-11T03:18:58,708 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/590a8d90d00d4d078eb66c90d8aa5e2d is 50, key is test_row_1/C:col10/1731295135683/Put/seqid=0 2024-11-11T03:18:58,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742272_1448 (size=9857) 2024-11-11T03:18:59,113 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/590a8d90d00d4d078eb66c90d8aa5e2d 2024-11-11T03:18:59,116 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/A/bcad9accc6cb43eeae3ca4c8b7cfb63c as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/bcad9accc6cb43eeae3ca4c8b7cfb63c 2024-11-11T03:18:59,119 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/bcad9accc6cb43eeae3ca4c8b7cfb63c, entries=100, sequenceid=302, filesize=22.0 K 2024-11-11T03:18:59,120 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/B/e9206d908a5a4d01b7a0594b2263da0f as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/e9206d908a5a4d01b7a0594b2263da0f 2024-11-11T03:18:59,123 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/e9206d908a5a4d01b7a0594b2263da0f, entries=100, sequenceid=302, filesize=9.6 K 2024-11-11T03:18:59,123 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/.tmp/C/590a8d90d00d4d078eb66c90d8aa5e2d as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/590a8d90d00d4d078eb66c90d8aa5e2d 2024-11-11T03:18:59,126 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/590a8d90d00d4d078eb66c90d8aa5e2d, entries=100, sequenceid=302, filesize=9.6 K 2024-11-11T03:18:59,127 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 850ef9e36453b5f1890002ffe062d35d in 1653ms, sequenceid=302, compaction requested=true 2024-11-11T03:18:59,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/5b05489e799c4d539568d4a3d82f7f98, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/751a23b915df485f8b6df09ef5f43e06, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/107ab59d7229434398664c2946265fde, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/ee73180b59d3421488d694bad1757dec, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/a4800f7e63474230a11c170665e8517e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/c845cc00aa514678a764a0eedb693493, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/9afbdb3d0ca44c32a913973cddeea7db, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/5fd6ebde72ef499f8dd8363f77813254, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/e8c60dc1e97c46529783ca2ff88184c6, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/2b38d9298e0847cd95a45a40e2d6d55b, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/4cd10cb4a50f4e3c849bc6b45d9a993d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/076d0d19b3a047ddb17f3928baa6e798, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/aaacd107fad7410599e53e95b48615b8, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/d0789ee1724d48b29f2def3c65447045, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/0ae796d5da8448818c73e727ee00107f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/9f3fb5155880489bbfca41ca2e839b98, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/3714f538f65045ed969ef1a458389db2, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/1d814244e7a8479f9a3b701057632294, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/8d85b9160de54d589597c2c1b1797ea1] to archive 2024-11-11T03:18:59,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T03:18:59,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/5b05489e799c4d539568d4a3d82f7f98 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/5b05489e799c4d539568d4a3d82f7f98 2024-11-11T03:18:59,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/751a23b915df485f8b6df09ef5f43e06 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/751a23b915df485f8b6df09ef5f43e06 2024-11-11T03:18:59,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/107ab59d7229434398664c2946265fde to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/107ab59d7229434398664c2946265fde 2024-11-11T03:18:59,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/ee73180b59d3421488d694bad1757dec to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/ee73180b59d3421488d694bad1757dec 2024-11-11T03:18:59,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/a4800f7e63474230a11c170665e8517e to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/a4800f7e63474230a11c170665e8517e 2024-11-11T03:18:59,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/c845cc00aa514678a764a0eedb693493 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/c845cc00aa514678a764a0eedb693493 2024-11-11T03:18:59,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/9afbdb3d0ca44c32a913973cddeea7db to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/9afbdb3d0ca44c32a913973cddeea7db 2024-11-11T03:18:59,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/5fd6ebde72ef499f8dd8363f77813254 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/5fd6ebde72ef499f8dd8363f77813254 2024-11-11T03:18:59,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/e8c60dc1e97c46529783ca2ff88184c6 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/e8c60dc1e97c46529783ca2ff88184c6 2024-11-11T03:18:59,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/2b38d9298e0847cd95a45a40e2d6d55b to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/2b38d9298e0847cd95a45a40e2d6d55b 2024-11-11T03:18:59,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/4cd10cb4a50f4e3c849bc6b45d9a993d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/4cd10cb4a50f4e3c849bc6b45d9a993d 2024-11-11T03:18:59,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/076d0d19b3a047ddb17f3928baa6e798 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/076d0d19b3a047ddb17f3928baa6e798 2024-11-11T03:18:59,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/aaacd107fad7410599e53e95b48615b8 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/aaacd107fad7410599e53e95b48615b8 2024-11-11T03:18:59,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/d0789ee1724d48b29f2def3c65447045 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/d0789ee1724d48b29f2def3c65447045 2024-11-11T03:18:59,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/0ae796d5da8448818c73e727ee00107f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/0ae796d5da8448818c73e727ee00107f 2024-11-11T03:18:59,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/9f3fb5155880489bbfca41ca2e839b98 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/9f3fb5155880489bbfca41ca2e839b98 2024-11-11T03:18:59,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/3714f538f65045ed969ef1a458389db2 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/3714f538f65045ed969ef1a458389db2 2024-11-11T03:18:59,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/1d814244e7a8479f9a3b701057632294 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/1d814244e7a8479f9a3b701057632294 2024-11-11T03:18:59,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/8d85b9160de54d589597c2c1b1797ea1 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/8d85b9160de54d589597c2c1b1797ea1 2024-11-11T03:18:59,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/a226b0d564ce48148febfaf694899da8, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/e2ba2089c2e94e0bb9f4b022f373f301, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/bd591efae4744df494230e8abbf7d19f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/f0988f5d1c014342b9f48f668ae5c78e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/de9cf922377d4ea9a4f2018f8018a254, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/4a979c2677744db7889e9301d9c6952e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/658b17e2a3d3429a920d35b4357d686d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/c6efc5d986184f70aca513904ef6aba9, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/d487edd4ca68495aa706933ba7d61654, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/197066f725c949c9a7a15064d5b5ca90, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/31ea1e71c4e14b27a9a780700854cc5b, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/50c8b27c69b647cdb8b1cc99f35f832d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/84f48890ba7a41d7821ff94785e53fc8, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/1e8710c035b74549bb9135bac2c2fcde, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/1a406998f6904757b64e2a50fcef9752, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/69552e0d35f54c78bb0873215777e324, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/d631c234d9114a39a1405008cf57b8e2, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/482d40315dd74fd59cbbad9ecde59b6c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/c83d7f07b6b040d8ab4ea68a23ba316b] to archive 2024-11-11T03:18:59,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T03:18:59,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/a226b0d564ce48148febfaf694899da8 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/a226b0d564ce48148febfaf694899da8 2024-11-11T03:18:59,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/e2ba2089c2e94e0bb9f4b022f373f301 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/e2ba2089c2e94e0bb9f4b022f373f301 2024-11-11T03:18:59,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/bd591efae4744df494230e8abbf7d19f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/bd591efae4744df494230e8abbf7d19f 2024-11-11T03:18:59,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/f0988f5d1c014342b9f48f668ae5c78e to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/f0988f5d1c014342b9f48f668ae5c78e 2024-11-11T03:18:59,150 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/de9cf922377d4ea9a4f2018f8018a254 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/de9cf922377d4ea9a4f2018f8018a254 2024-11-11T03:18:59,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/4a979c2677744db7889e9301d9c6952e to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/4a979c2677744db7889e9301d9c6952e 2024-11-11T03:18:59,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/658b17e2a3d3429a920d35b4357d686d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/658b17e2a3d3429a920d35b4357d686d 2024-11-11T03:18:59,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/c6efc5d986184f70aca513904ef6aba9 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/c6efc5d986184f70aca513904ef6aba9 2024-11-11T03:18:59,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/d487edd4ca68495aa706933ba7d61654 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/d487edd4ca68495aa706933ba7d61654 2024-11-11T03:18:59,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/197066f725c949c9a7a15064d5b5ca90 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/197066f725c949c9a7a15064d5b5ca90 2024-11-11T03:18:59,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/31ea1e71c4e14b27a9a780700854cc5b to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/31ea1e71c4e14b27a9a780700854cc5b 2024-11-11T03:18:59,156 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/50c8b27c69b647cdb8b1cc99f35f832d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/50c8b27c69b647cdb8b1cc99f35f832d 2024-11-11T03:18:59,156 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/84f48890ba7a41d7821ff94785e53fc8 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/84f48890ba7a41d7821ff94785e53fc8 2024-11-11T03:18:59,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/1e8710c035b74549bb9135bac2c2fcde to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/1e8710c035b74549bb9135bac2c2fcde 2024-11-11T03:18:59,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/1a406998f6904757b64e2a50fcef9752 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/1a406998f6904757b64e2a50fcef9752 2024-11-11T03:18:59,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/69552e0d35f54c78bb0873215777e324 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/69552e0d35f54c78bb0873215777e324 2024-11-11T03:18:59,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/d631c234d9114a39a1405008cf57b8e2 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/d631c234d9114a39a1405008cf57b8e2 2024-11-11T03:18:59,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/482d40315dd74fd59cbbad9ecde59b6c to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/482d40315dd74fd59cbbad9ecde59b6c 2024-11-11T03:18:59,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/c83d7f07b6b040d8ab4ea68a23ba316b to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/c83d7f07b6b040d8ab4ea68a23ba316b 2024-11-11T03:18:59,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/c9854fea78bd47b783d8b3c1add82e1b, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/f481d5017bfe4f72946213df017edd4f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/e0b6c7eabf4a46599a9621ee4f166c8a, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/07059a3143a44101b1b4bd4145584fad, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/4e4ec212d4bc46ca8fe514302bfeb0f9, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/9b39c065a0ec4bf1b21c3dba7593e415, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/892fb97a1cbb4845a970fd0e69d75ce8, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/1ce2b4f67cb44559b9936c1927317283, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/a2ac390e347c40d8b3f3b8eb8100d10c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/bf3eac89d9ed46afa25a11c305828dc0, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/5d8f0f439b1747dab3fe3bf028cc4bb3, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/3e85409622fd485eb61e062cf753eff7, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/a51430558b4d409cb0863aaf3b3e9676, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/30b6bca38a7f4dfca54e9e3262a56fbf, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/c74fd92da4464682b360080ab2bbb07e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/a92b8b01cc614db7ae14541225d4cd27, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/ab8d63d303864bcbabbc8822f2c1e77f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/9945ee797a5443ec9be5550a2329fba5, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/41a869824367472baba5b6859db5b6e5] to archive 2024-11-11T03:18:59,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T03:18:59,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/c9854fea78bd47b783d8b3c1add82e1b to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/c9854fea78bd47b783d8b3c1add82e1b 2024-11-11T03:18:59,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/f481d5017bfe4f72946213df017edd4f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/f481d5017bfe4f72946213df017edd4f 2024-11-11T03:18:59,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/e0b6c7eabf4a46599a9621ee4f166c8a to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/e0b6c7eabf4a46599a9621ee4f166c8a 2024-11-11T03:18:59,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/07059a3143a44101b1b4bd4145584fad to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/07059a3143a44101b1b4bd4145584fad 2024-11-11T03:18:59,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/4e4ec212d4bc46ca8fe514302bfeb0f9 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/4e4ec212d4bc46ca8fe514302bfeb0f9 2024-11-11T03:18:59,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/9b39c065a0ec4bf1b21c3dba7593e415 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/9b39c065a0ec4bf1b21c3dba7593e415 2024-11-11T03:18:59,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/892fb97a1cbb4845a970fd0e69d75ce8 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/892fb97a1cbb4845a970fd0e69d75ce8 2024-11-11T03:18:59,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/1ce2b4f67cb44559b9936c1927317283 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/1ce2b4f67cb44559b9936c1927317283 2024-11-11T03:18:59,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/a2ac390e347c40d8b3f3b8eb8100d10c to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/a2ac390e347c40d8b3f3b8eb8100d10c 2024-11-11T03:18:59,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/bf3eac89d9ed46afa25a11c305828dc0 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/bf3eac89d9ed46afa25a11c305828dc0 2024-11-11T03:18:59,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/5d8f0f439b1747dab3fe3bf028cc4bb3 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/5d8f0f439b1747dab3fe3bf028cc4bb3 2024-11-11T03:18:59,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/3e85409622fd485eb61e062cf753eff7 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/3e85409622fd485eb61e062cf753eff7 2024-11-11T03:18:59,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/a51430558b4d409cb0863aaf3b3e9676 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/a51430558b4d409cb0863aaf3b3e9676 2024-11-11T03:18:59,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/30b6bca38a7f4dfca54e9e3262a56fbf to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/30b6bca38a7f4dfca54e9e3262a56fbf 2024-11-11T03:18:59,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/c74fd92da4464682b360080ab2bbb07e to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/c74fd92da4464682b360080ab2bbb07e 2024-11-11T03:18:59,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/a92b8b01cc614db7ae14541225d4cd27 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/a92b8b01cc614db7ae14541225d4cd27 2024-11-11T03:18:59,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/ab8d63d303864bcbabbc8822f2c1e77f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/ab8d63d303864bcbabbc8822f2c1e77f 2024-11-11T03:18:59,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/9945ee797a5443ec9be5550a2329fba5 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/9945ee797a5443ec9be5550a2329fba5 2024-11-11T03:18:59,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/41a869824367472baba5b6859db5b6e5 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/41a869824367472baba5b6859db5b6e5 2024-11-11T03:18:59,181 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/recovered.edits/305.seqid, newMaxSeqId=305, maxSeqId=4 2024-11-11T03:18:59,182 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d. 2024-11-11T03:18:59,182 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1635): Region close journal for 850ef9e36453b5f1890002ffe062d35d: 2024-11-11T03:18:59,183 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(170): Closed 850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:59,183 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=850ef9e36453b5f1890002ffe062d35d, regionState=CLOSED 2024-11-11T03:18:59,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-11T03:18:59,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; CloseRegionProcedure 850ef9e36453b5f1890002ffe062d35d, server=e4cdd3a0b883,46769,1731295025786 in 1.8620 sec 2024-11-11T03:18:59,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=128, resume processing ppid=127 2024-11-11T03:18:59,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, ppid=127, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=850ef9e36453b5f1890002ffe062d35d, UNASSIGN in 1.8640 sec 2024-11-11T03:18:59,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-11T03:18:59,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8660 sec 2024-11-11T03:18:59,187 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731295139187"}]},"ts":"1731295139187"} 2024-11-11T03:18:59,188 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T03:18:59,190 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T03:18:59,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8780 sec 2024-11-11T03:18:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-11T03:18:59,419 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-11T03:18:59,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-11T03:18:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:18:59,420 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=130, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:18:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-11T03:18:59,421 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=130, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:18:59,423 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:59,424 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A, FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B, FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C, FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/recovered.edits] 2024-11-11T03:18:59,426 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/5469f973c901495e8c531aa52271732a to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/5469f973c901495e8c531aa52271732a 2024-11-11T03:18:59,427 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/94787f66ec4a4ba2b2118183b01a5336 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/94787f66ec4a4ba2b2118183b01a5336 2024-11-11T03:18:59,428 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/bcad9accc6cb43eeae3ca4c8b7cfb63c to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/A/bcad9accc6cb43eeae3ca4c8b7cfb63c 2024-11-11T03:18:59,429 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/da49952b32e846c4b8e20d815e0e93f3 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/da49952b32e846c4b8e20d815e0e93f3 2024-11-11T03:18:59,430 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/e9206d908a5a4d01b7a0594b2263da0f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/e9206d908a5a4d01b7a0594b2263da0f 2024-11-11T03:18:59,431 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/ecb2232cf1874a598588f7713294dbe8 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/B/ecb2232cf1874a598588f7713294dbe8 2024-11-11T03:18:59,433 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/590a8d90d00d4d078eb66c90d8aa5e2d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/590a8d90d00d4d078eb66c90d8aa5e2d 2024-11-11T03:18:59,433 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/926fa193d0554a4b88e058b4866e57d4 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/926fa193d0554a4b88e058b4866e57d4 2024-11-11T03:18:59,434 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/a5eb3ac91ef54c17939056194c3c8484 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/C/a5eb3ac91ef54c17939056194c3c8484 2024-11-11T03:18:59,436 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/recovered.edits/305.seqid to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d/recovered.edits/305.seqid 2024-11-11T03:18:59,437 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:59,437 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T03:18:59,437 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T03:18:59,438 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-11T03:18:59,440 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111e7df67042c046eeba13882371bb5c8a_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111e7df67042c046eeba13882371bb5c8a_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:59,441 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111f8f12305ec24641ae835108d8f0d173_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111f8f12305ec24641ae835108d8f0d173_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:59,441 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112697a38ed3584b4e9191abd682988367_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112697a38ed3584b4e9191abd682988367_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:59,442 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111128e17da4e3284a58a44eef5846731b79_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111128e17da4e3284a58a44eef5846731b79_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:59,443 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111138491fb410a5475a8fe96d3677cf362d_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111138491fb410a5475a8fe96d3677cf362d_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:59,444 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111155369960efe94f45bdeb89d8fe4fdec9_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111155369960efe94f45bdeb89d8fe4fdec9_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:59,444 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111166ea76e6931d4868897ee7659fd5c0bc_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111166ea76e6931d4868897ee7659fd5c0bc_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:59,445 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118b5404a6693b4559b55f51876f2a8c6b_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118b5404a6693b4559b55f51876f2a8c6b_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:59,446 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111938a8a43f4ec4061b0830dc6040a360e_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111938a8a43f4ec4061b0830dc6040a360e_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:59,447 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111948a86c4a29a4d33ae32e52e95b56159_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111948a86c4a29a4d33ae32e52e95b56159_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:59,447 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119fb716af1dad4679835ab60aa887ef03_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119fb716af1dad4679835ab60aa887ef03_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:59,448 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a82f432af55745ca9399c97213474b10_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a82f432af55745ca9399c97213474b10_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:59,449 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b0c0b1d976bf42c1802b8526585ee2d0_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b0c0b1d976bf42c1802b8526585ee2d0_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:59,450 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111dfab01837e184ebbbb5c8625a0d5b6d2_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111dfab01837e184ebbbb5c8625a0d5b6d2_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:59,450 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e2703cfc59ca4c89a24a599013f38c5c_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e2703cfc59ca4c89a24a599013f38c5c_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:59,451 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e4786bf3fced4edba5bf53b9b97acf6d_850ef9e36453b5f1890002ffe062d35d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e4786bf3fced4edba5bf53b9b97acf6d_850ef9e36453b5f1890002ffe062d35d 2024-11-11T03:18:59,452 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T03:18:59,453 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=130, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:18:59,455 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T03:18:59,456 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T03:18:59,457 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=130, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:18:59,457 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T03:18:59,457 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731295139457"}]},"ts":"9223372036854775807"} 2024-11-11T03:18:59,459 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-11T03:18:59,459 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 850ef9e36453b5f1890002ffe062d35d, NAME => 'TestAcidGuarantees,,1731295112485.850ef9e36453b5f1890002ffe062d35d.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T03:18:59,459 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T03:18:59,459 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731295139459"}]},"ts":"9223372036854775807"} 2024-11-11T03:18:59,460 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-11T03:18:59,462 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=130, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:18:59,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 43 msec 2024-11-11T03:18:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-11T03:18:59,522 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-11T03:18:59,531 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=238 (was 240), OpenFileDescriptor=450 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=450 (was 402) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 9), AvailableMemoryMB=8131 (was 8211) 2024-11-11T03:18:59,539 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=238, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=450, ProcessCount=9, AvailableMemoryMB=8131 2024-11-11T03:18:59,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T03:18:59,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T03:18:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=131, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T03:18:59,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T03:18:59,542 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:18:59,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 131 2024-11-11T03:18:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-11T03:18:59,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T03:18:59,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742273_1449 (size=960) 2024-11-11T03:18:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-11T03:18:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-11T03:18:59,950 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0 2024-11-11T03:18:59,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742274_1450 (size=53) 2024-11-11T03:19:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-11T03:19:00,355 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:19:00,355 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 57fb145f877918e999234a72ca6bc19a, disabling compactions & flushes 2024-11-11T03:19:00,355 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:00,355 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:00,355 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. after waiting 0 ms 2024-11-11T03:19:00,355 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:00,355 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:00,355 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:00,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T03:19:00,356 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731295140356"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731295140356"}]},"ts":"1731295140356"} 2024-11-11T03:19:00,357 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-11T03:19:00,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T03:19:00,358 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731295140357"}]},"ts":"1731295140357"} 2024-11-11T03:19:00,358 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T03:19:00,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=57fb145f877918e999234a72ca6bc19a, ASSIGN}] 2024-11-11T03:19:00,363 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=57fb145f877918e999234a72ca6bc19a, ASSIGN 2024-11-11T03:19:00,364 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=57fb145f877918e999234a72ca6bc19a, ASSIGN; state=OFFLINE, location=e4cdd3a0b883,46769,1731295025786; forceNewPlan=false, retain=false 2024-11-11T03:19:00,514 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=57fb145f877918e999234a72ca6bc19a, regionState=OPENING, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:00,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; OpenRegionProcedure 57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786}] 2024-11-11T03:19:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-11T03:19:00,667 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:00,669 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:00,669 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7285): Opening region: {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} 2024-11-11T03:19:00,670 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 57fb145f877918e999234a72ca6bc19a 2024-11-11T03:19:00,670 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:19:00,670 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7327): checking encryption for 57fb145f877918e999234a72ca6bc19a 2024-11-11T03:19:00,670 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7330): checking classloading for 57fb145f877918e999234a72ca6bc19a 2024-11-11T03:19:00,671 INFO [StoreOpener-57fb145f877918e999234a72ca6bc19a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 57fb145f877918e999234a72ca6bc19a 2024-11-11T03:19:00,672 INFO [StoreOpener-57fb145f877918e999234a72ca6bc19a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T03:19:00,672 INFO [StoreOpener-57fb145f877918e999234a72ca6bc19a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57fb145f877918e999234a72ca6bc19a columnFamilyName A 2024-11-11T03:19:00,672 DEBUG [StoreOpener-57fb145f877918e999234a72ca6bc19a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:19:00,673 INFO [StoreOpener-57fb145f877918e999234a72ca6bc19a-1 {}] regionserver.HStore(327): Store=57fb145f877918e999234a72ca6bc19a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:19:00,673 INFO [StoreOpener-57fb145f877918e999234a72ca6bc19a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 57fb145f877918e999234a72ca6bc19a 2024-11-11T03:19:00,673 INFO [StoreOpener-57fb145f877918e999234a72ca6bc19a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T03:19:00,674 INFO [StoreOpener-57fb145f877918e999234a72ca6bc19a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57fb145f877918e999234a72ca6bc19a columnFamilyName B 2024-11-11T03:19:00,674 DEBUG [StoreOpener-57fb145f877918e999234a72ca6bc19a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:19:00,674 INFO [StoreOpener-57fb145f877918e999234a72ca6bc19a-1 {}] regionserver.HStore(327): Store=57fb145f877918e999234a72ca6bc19a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:19:00,674 INFO [StoreOpener-57fb145f877918e999234a72ca6bc19a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 57fb145f877918e999234a72ca6bc19a 2024-11-11T03:19:00,675 INFO [StoreOpener-57fb145f877918e999234a72ca6bc19a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T03:19:00,675 INFO [StoreOpener-57fb145f877918e999234a72ca6bc19a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57fb145f877918e999234a72ca6bc19a columnFamilyName C 2024-11-11T03:19:00,675 DEBUG [StoreOpener-57fb145f877918e999234a72ca6bc19a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:19:00,675 INFO [StoreOpener-57fb145f877918e999234a72ca6bc19a-1 {}] regionserver.HStore(327): Store=57fb145f877918e999234a72ca6bc19a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:19:00,675 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:00,676 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a 2024-11-11T03:19:00,676 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a 2024-11-11T03:19:00,677 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T03:19:00,678 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1085): writing seq id for 57fb145f877918e999234a72ca6bc19a 2024-11-11T03:19:00,679 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:19:00,680 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1102): Opened 57fb145f877918e999234a72ca6bc19a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74523161, jitterRate=0.1104816347360611}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T03:19:00,680 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1001): Region open journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:00,681 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a., pid=133, masterSystemTime=1731295140667 2024-11-11T03:19:00,682 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:00,682 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:00,682 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=57fb145f877918e999234a72ca6bc19a, regionState=OPEN, openSeqNum=2, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:00,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-11T03:19:00,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; OpenRegionProcedure 57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 in 168 msec 2024-11-11T03:19:00,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=132, resume processing ppid=131 2024-11-11T03:19:00,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, ppid=131, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=57fb145f877918e999234a72ca6bc19a, ASSIGN in 321 msec 2024-11-11T03:19:00,685 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T03:19:00,685 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731295140685"}]},"ts":"1731295140685"} 2024-11-11T03:19:00,686 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T03:19:00,688 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T03:19:00,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-11T03:19:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-11T03:19:01,646 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 131 completed 2024-11-11T03:19:01,648 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c60eb7d to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@695c2253 2024-11-11T03:19:01,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cefe40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:19:01,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:19:01,653 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:19:01,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T03:19:01,654 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56810, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T03:19:01,656 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79b10416 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7177efc9 2024-11-11T03:19:01,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65df2359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:19:01,659 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f142b04 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61d38088 2024-11-11T03:19:01,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0ab200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:19:01,662 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0de9f076 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7043f683 2024-11-11T03:19:01,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5871c039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:19:01,665 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4414259d to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b0c2472 2024-11-11T03:19:01,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7daa5922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:19:01,668 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ed69825 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34b30c39 2024-11-11T03:19:01,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7f20c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:19:01,671 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d672ed2 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f7c40ba 2024-11-11T03:19:01,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2070263a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:19:01,674 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cf40102 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41b0e7b6 2024-11-11T03:19:01,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6050584c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:19:01,676 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x496fe03f to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f2423f3 2024-11-11T03:19:01,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd48863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:19:01,681 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3652e74d to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@184771cf 2024-11-11T03:19:01,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51196534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:19:01,685 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2405c04e to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76f0408 2024-11-11T03:19:01,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc5e114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:19:01,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:19:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-11T03:19:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-11T03:19:01,692 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:19:01,692 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:19:01,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:19:01,696 DEBUG [hconnection-0x684065f9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:19:01,697 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44898, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:19:01,704 DEBUG [hconnection-0x73af8a0e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:19:01,704 DEBUG [hconnection-0x2efb80ba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:19:01,704 DEBUG [hconnection-0xf7815fc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:19:01,704 DEBUG [hconnection-0xdad0764-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:19:01,705 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:19:01,705 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44924, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:19:01,705 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:19:01,706 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44946, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:19:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 57fb145f877918e999234a72ca6bc19a 2024-11-11T03:19:01,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 57fb145f877918e999234a72ca6bc19a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T03:19:01,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=A 2024-11-11T03:19:01,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:01,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=B 2024-11-11T03:19:01,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:01,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=C 2024-11-11T03:19:01,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:01,712 DEBUG [hconnection-0x6829140c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:19:01,712 DEBUG [hconnection-0x4d904c72-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:19:01,713 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:19:01,713 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:19:01,716 DEBUG [hconnection-0x2889d722-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:19:01,718 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44970, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:19:01,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295201720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:01,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295201720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:01,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295201722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:01,728 DEBUG [hconnection-0xb8612d3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:19:01,734 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:19:01,735 DEBUG [hconnection-0x3b3db673-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:19:01,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295201736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:01,737 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:19:01,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295201738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:01,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/1d183af3fed643f293ee4fd4e6696af3 is 50, key is test_row_0/A:col10/1731295141707/Put/seqid=0 2024-11-11T03:19:01,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742275_1451 (size=12001) 2024-11-11T03:19:01,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/1d183af3fed643f293ee4fd4e6696af3 2024-11-11T03:19:01,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/a28f8a7b2ced43818619431678ae493f is 50, key is test_row_0/B:col10/1731295141707/Put/seqid=0 2024-11-11T03:19:01,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742276_1452 (size=12001) 2024-11-11T03:19:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-11T03:19:01,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295201823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:01,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295201823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:01,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295201823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:01,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295201838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:01,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295201839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:01,843 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:01,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-11T03:19:01,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:01,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:01,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:01,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:01,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-11T03:19:01,996 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:01,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-11T03:19:01,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:01,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:01,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:01,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:01,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:02,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295202026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:02,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295202027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:02,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295202028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:02,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295202041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:02,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295202044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:02,149 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:02,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-11T03:19:02,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:02,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:02,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:02,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:02,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:02,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/a28f8a7b2ced43818619431678ae493f 2024-11-11T03:19:02,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/ea9b13ecfd144cd9a9b370f292517806 is 50, key is test_row_0/C:col10/1731295141707/Put/seqid=0 2024-11-11T03:19:02,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742277_1453 (size=12001) 2024-11-11T03:19:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-11T03:19:02,301 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:02,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-11T03:19:02,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:02,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:02,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:02,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:02,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:02,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295202332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:02,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295202332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:02,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295202335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:02,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295202347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:02,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295202347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:02,453 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:02,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-11T03:19:02,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:02,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:02,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:02,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:02,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:02,606 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:02,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-11T03:19:02,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:02,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:02,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:02,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:02,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:02,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/ea9b13ecfd144cd9a9b370f292517806 2024-11-11T03:19:02,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/1d183af3fed643f293ee4fd4e6696af3 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/1d183af3fed643f293ee4fd4e6696af3 2024-11-11T03:19:02,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/1d183af3fed643f293ee4fd4e6696af3, entries=150, sequenceid=13, filesize=11.7 K 2024-11-11T03:19:02,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/a28f8a7b2ced43818619431678ae493f as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/a28f8a7b2ced43818619431678ae493f 2024-11-11T03:19:02,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/a28f8a7b2ced43818619431678ae493f, entries=150, sequenceid=13, filesize=11.7 K 2024-11-11T03:19:02,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/ea9b13ecfd144cd9a9b370f292517806 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/ea9b13ecfd144cd9a9b370f292517806 2024-11-11T03:19:02,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/ea9b13ecfd144cd9a9b370f292517806, entries=150, sequenceid=13, filesize=11.7 K 2024-11-11T03:19:02,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 57fb145f877918e999234a72ca6bc19a in 923ms, sequenceid=13, compaction requested=false 2024-11-11T03:19:02,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:02,759 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:02,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-11T03:19:02,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:02,760 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 57fb145f877918e999234a72ca6bc19a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T03:19:02,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=A 2024-11-11T03:19:02,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:02,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=B 2024-11-11T03:19:02,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:02,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=C 2024-11-11T03:19:02,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:02,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/767f4e9311b344439d5446970e4a4be1 is 50, key is test_row_0/A:col10/1731295141719/Put/seqid=0 2024-11-11T03:19:02,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742278_1454 (size=12001) 2024-11-11T03:19:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-11T03:19:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 57fb145f877918e999234a72ca6bc19a 2024-11-11T03:19:02,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:02,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:02,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295202848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295202849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:02,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295202851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:02,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295202851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:02,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295202854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:02,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295202955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:02,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295202955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:02,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295202958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:03,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295203160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:03,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295203160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:03,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295203160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:03,169 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/767f4e9311b344439d5446970e4a4be1 2024-11-11T03:19:03,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/5dac4444cfe54f3ba447f2fcbe80c6f9 is 50, key is test_row_0/B:col10/1731295141719/Put/seqid=0 2024-11-11T03:19:03,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742279_1455 (size=12001) 2024-11-11T03:19:03,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295203464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:03,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295203465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:03,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295203465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:03,579 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/5dac4444cfe54f3ba447f2fcbe80c6f9 2024-11-11T03:19:03,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/592f60053ddb4a0da091982d6e5e9013 is 50, key is test_row_0/C:col10/1731295141719/Put/seqid=0 2024-11-11T03:19:03,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742280_1456 (size=12001) 2024-11-11T03:19:03,604 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/592f60053ddb4a0da091982d6e5e9013 2024-11-11T03:19:03,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/767f4e9311b344439d5446970e4a4be1 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/767f4e9311b344439d5446970e4a4be1 2024-11-11T03:19:03,612 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/767f4e9311b344439d5446970e4a4be1, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T03:19:03,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/5dac4444cfe54f3ba447f2fcbe80c6f9 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/5dac4444cfe54f3ba447f2fcbe80c6f9 2024-11-11T03:19:03,616 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/5dac4444cfe54f3ba447f2fcbe80c6f9, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T03:19:03,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/592f60053ddb4a0da091982d6e5e9013 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/592f60053ddb4a0da091982d6e5e9013 2024-11-11T03:19:03,621 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/592f60053ddb4a0da091982d6e5e9013, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T03:19:03,622 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 57fb145f877918e999234a72ca6bc19a in 861ms, sequenceid=37, compaction requested=false 2024-11-11T03:19:03,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:03,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:03,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-11T03:19:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-11T03:19:03,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-11T03:19:03,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9310 sec 2024-11-11T03:19:03,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.9350 sec 2024-11-11T03:19:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-11T03:19:03,796 INFO [Thread-2017 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-11T03:19:03,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:19:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-11T03:19:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-11T03:19:03,798 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:19:03,799 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:19:03,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:19:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 57fb145f877918e999234a72ca6bc19a 2024-11-11T03:19:03,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 57fb145f877918e999234a72ca6bc19a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T03:19:03,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=A 2024-11-11T03:19:03,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:03,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=B 2024-11-11T03:19:03,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:03,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=C 2024-11-11T03:19:03,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:03,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/775f1b7fa1564d559be4de567e5f4f86 is 50, key is test_row_0/A:col10/1731295142848/Put/seqid=0 2024-11-11T03:19:03,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742281_1457 (size=14341) 2024-11-11T03:19:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-11T03:19:03,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295203911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:03,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295203911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:03,950 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:03,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-11T03:19:03,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:03,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:03,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:03,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:03,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:03,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295203968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:03,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295203968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:03,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295203971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:04,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295204017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:04,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295204019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-11T03:19:04,103 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:04,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-11T03:19:04,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:04,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:04,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:04,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:04,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:04,164 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T03:19:04,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295204221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:04,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295204221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:04,256 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:04,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-11T03:19:04,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:04,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:04,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:04,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:04,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:04,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/775f1b7fa1564d559be4de567e5f4f86 2024-11-11T03:19:04,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/ce756f5dc794456eb442cfa94e7c9eec is 50, key is test_row_0/B:col10/1731295142848/Put/seqid=0 2024-11-11T03:19:04,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742282_1458 (size=12001) 2024-11-11T03:19:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-11T03:19:04,409 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:04,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-11T03:19:04,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:04,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:04,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:04,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:04,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:04,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295204527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:04,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295204528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:04,562 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:04,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-11T03:19:04,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:04,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:04,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:04,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:04,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:04,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/ce756f5dc794456eb442cfa94e7c9eec 2024-11-11T03:19:04,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/35c2197855cd43478ea795b3588dc14a is 50, key is test_row_0/C:col10/1731295142848/Put/seqid=0 2024-11-11T03:19:04,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742283_1459 (size=12001) 2024-11-11T03:19:04,705 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T03:19:04,714 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:04,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-11T03:19:04,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:04,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:04,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:04,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:04,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:04,867 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:04,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-11T03:19:04,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:04,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:04,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:04,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:04,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-11T03:19:04,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295204972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:04,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295204976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:04,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295204980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:05,020 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:05,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-11T03:19:05,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:05,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:05,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:05,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:05,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:05,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295205035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:05,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295205035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:05,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/35c2197855cd43478ea795b3588dc14a 2024-11-11T03:19:05,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/775f1b7fa1564d559be4de567e5f4f86 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/775f1b7fa1564d559be4de567e5f4f86 2024-11-11T03:19:05,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/775f1b7fa1564d559be4de567e5f4f86, entries=200, sequenceid=50, filesize=14.0 K 2024-11-11T03:19:05,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/ce756f5dc794456eb442cfa94e7c9eec as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/ce756f5dc794456eb442cfa94e7c9eec 2024-11-11T03:19:05,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/ce756f5dc794456eb442cfa94e7c9eec, entries=150, sequenceid=50, filesize=11.7 K 2024-11-11T03:19:05,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/35c2197855cd43478ea795b3588dc14a as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/35c2197855cd43478ea795b3588dc14a 2024-11-11T03:19:05,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/35c2197855cd43478ea795b3588dc14a, entries=150, sequenceid=50, filesize=11.7 K 2024-11-11T03:19:05,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 57fb145f877918e999234a72ca6bc19a in 1253ms, sequenceid=50, compaction requested=true 2024-11-11T03:19:05,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:05,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57fb145f877918e999234a72ca6bc19a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:19:05,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:05,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57fb145f877918e999234a72ca6bc19a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:19:05,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:05,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57fb145f877918e999234a72ca6bc19a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:19:05,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:19:05,113 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:19:05,113 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:19:05,114 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:19:05,114 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:19:05,114 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): 57fb145f877918e999234a72ca6bc19a/A is initiating minor compaction (all files) 2024-11-11T03:19:05,114 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 57fb145f877918e999234a72ca6bc19a/B is initiating minor compaction (all files) 2024-11-11T03:19:05,114 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57fb145f877918e999234a72ca6bc19a/A in TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:05,114 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57fb145f877918e999234a72ca6bc19a/B in TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:05,114 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/1d183af3fed643f293ee4fd4e6696af3, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/767f4e9311b344439d5446970e4a4be1, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/775f1b7fa1564d559be4de567e5f4f86] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp, totalSize=37.4 K 2024-11-11T03:19:05,115 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/a28f8a7b2ced43818619431678ae493f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/5dac4444cfe54f3ba447f2fcbe80c6f9, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/ce756f5dc794456eb442cfa94e7c9eec] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp, totalSize=35.2 K 2024-11-11T03:19:05,115 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d183af3fed643f293ee4fd4e6696af3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731295141701 2024-11-11T03:19:05,115 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting a28f8a7b2ced43818619431678ae493f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731295141701 2024-11-11T03:19:05,115 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 767f4e9311b344439d5446970e4a4be1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731295141716 2024-11-11T03:19:05,115 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 5dac4444cfe54f3ba447f2fcbe80c6f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731295141716 2024-11-11T03:19:05,115 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 775f1b7fa1564d559be4de567e5f4f86, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731295142847 2024-11-11T03:19:05,115 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting ce756f5dc794456eb442cfa94e7c9eec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731295142847 2024-11-11T03:19:05,122 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57fb145f877918e999234a72ca6bc19a#B#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:05,122 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/64ac4538ba634bc8a3974acea387e06e is 50, key is test_row_0/B:col10/1731295142848/Put/seqid=0 2024-11-11T03:19:05,123 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57fb145f877918e999234a72ca6bc19a#A#compaction#385 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:05,123 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/5173be5fe4ce4edba7b0bfea4da87c8f is 50, key is test_row_0/A:col10/1731295142848/Put/seqid=0 2024-11-11T03:19:05,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742285_1461 (size=12104) 2024-11-11T03:19:05,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742284_1460 (size=12104) 2024-11-11T03:19:05,132 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/5173be5fe4ce4edba7b0bfea4da87c8f as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/5173be5fe4ce4edba7b0bfea4da87c8f 2024-11-11T03:19:05,132 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/64ac4538ba634bc8a3974acea387e06e as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/64ac4538ba634bc8a3974acea387e06e 2024-11-11T03:19:05,137 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 57fb145f877918e999234a72ca6bc19a/A of 57fb145f877918e999234a72ca6bc19a into 5173be5fe4ce4edba7b0bfea4da87c8f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:05,137 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:05,137 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a., storeName=57fb145f877918e999234a72ca6bc19a/A, priority=13, startTime=1731295145113; duration=0sec 2024-11-11T03:19:05,138 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 57fb145f877918e999234a72ca6bc19a/B of 57fb145f877918e999234a72ca6bc19a into 64ac4538ba634bc8a3974acea387e06e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:05,138 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:05,138 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a., storeName=57fb145f877918e999234a72ca6bc19a/B, priority=13, startTime=1731295145113; duration=0sec 2024-11-11T03:19:05,138 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:19:05,138 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57fb145f877918e999234a72ca6bc19a:A 2024-11-11T03:19:05,138 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:19:05,138 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:05,138 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57fb145f877918e999234a72ca6bc19a:B 2024-11-11T03:19:05,139 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:19:05,139 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): 57fb145f877918e999234a72ca6bc19a/C is initiating minor compaction (all files) 2024-11-11T03:19:05,139 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57fb145f877918e999234a72ca6bc19a/C in TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:05,139 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/ea9b13ecfd144cd9a9b370f292517806, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/592f60053ddb4a0da091982d6e5e9013, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/35c2197855cd43478ea795b3588dc14a] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp, totalSize=35.2 K 2024-11-11T03:19:05,139 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea9b13ecfd144cd9a9b370f292517806, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731295141701 2024-11-11T03:19:05,139 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 592f60053ddb4a0da091982d6e5e9013, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731295141716 2024-11-11T03:19:05,140 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35c2197855cd43478ea795b3588dc14a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731295142847 2024-11-11T03:19:05,146 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57fb145f877918e999234a72ca6bc19a#C#compaction#386 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:05,147 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/7ac337e12974447799ff222265858135 is 50, key is test_row_0/C:col10/1731295142848/Put/seqid=0 2024-11-11T03:19:05,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742286_1462 (size=12104) 2024-11-11T03:19:05,173 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:05,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-11T03:19:05,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:05,174 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 57fb145f877918e999234a72ca6bc19a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T03:19:05,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=A 2024-11-11T03:19:05,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:05,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=B 2024-11-11T03:19:05,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:05,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=C 2024-11-11T03:19:05,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:05,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/a30c4bb4b56944928f1a7dff732875ca is 50, key is test_row_0/A:col10/1731295143897/Put/seqid=0 2024-11-11T03:19:05,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742287_1463 (size=12001) 2024-11-11T03:19:05,556 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/7ac337e12974447799ff222265858135 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/7ac337e12974447799ff222265858135 2024-11-11T03:19:05,559 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 57fb145f877918e999234a72ca6bc19a/C of 57fb145f877918e999234a72ca6bc19a into 7ac337e12974447799ff222265858135(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:05,559 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:05,560 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a., storeName=57fb145f877918e999234a72ca6bc19a/C, priority=13, startTime=1731295145113; duration=0sec 2024-11-11T03:19:05,560 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:05,560 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57fb145f877918e999234a72ca6bc19a:C 2024-11-11T03:19:05,584 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/a30c4bb4b56944928f1a7dff732875ca 2024-11-11T03:19:05,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/a77520879ba940ceb299741e8c571cff is 50, key is test_row_0/B:col10/1731295143897/Put/seqid=0 2024-11-11T03:19:05,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742288_1464 (size=12001) 2024-11-11T03:19:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-11T03:19:06,005 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/a77520879ba940ceb299741e8c571cff 2024-11-11T03:19:06,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/70b2538ffc9a48d7a4b4684b963e1c4c is 50, key is test_row_0/C:col10/1731295143897/Put/seqid=0 2024-11-11T03:19:06,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742289_1465 (size=12001) 2024-11-11T03:19:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 57fb145f877918e999234a72ca6bc19a 2024-11-11T03:19:06,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:06,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295206066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:06,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295206067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:06,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295206171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:06,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295206172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:06,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295206376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:06,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295206379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:06,419 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/70b2538ffc9a48d7a4b4684b963e1c4c 2024-11-11T03:19:06,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/a30c4bb4b56944928f1a7dff732875ca as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/a30c4bb4b56944928f1a7dff732875ca 2024-11-11T03:19:06,427 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/a30c4bb4b56944928f1a7dff732875ca, entries=150, sequenceid=75, filesize=11.7 K 2024-11-11T03:19:06,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/a77520879ba940ceb299741e8c571cff as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/a77520879ba940ceb299741e8c571cff 2024-11-11T03:19:06,431 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/a77520879ba940ceb299741e8c571cff, entries=150, sequenceid=75, filesize=11.7 K 2024-11-11T03:19:06,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/70b2538ffc9a48d7a4b4684b963e1c4c as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/70b2538ffc9a48d7a4b4684b963e1c4c 2024-11-11T03:19:06,435 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/70b2538ffc9a48d7a4b4684b963e1c4c, entries=150, sequenceid=75, filesize=11.7 K 2024-11-11T03:19:06,435 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 57fb145f877918e999234a72ca6bc19a in 1262ms, sequenceid=75, compaction requested=false 2024-11-11T03:19:06,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:06,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:06,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-11T03:19:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-11T03:19:06,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-11T03:19:06,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6380 sec 2024-11-11T03:19:06,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 2.6410 sec 2024-11-11T03:19:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 57fb145f877918e999234a72ca6bc19a 2024-11-11T03:19:06,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 57fb145f877918e999234a72ca6bc19a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T03:19:06,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=A 2024-11-11T03:19:06,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:06,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=B 2024-11-11T03:19:06,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:06,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=C 2024-11-11T03:19:06,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:06,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/e251206a89a64904b2752a4c3ba4434b is 50, key is test_row_0/A:col10/1731295146682/Put/seqid=0 2024-11-11T03:19:06,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742290_1466 (size=14341) 2024-11-11T03:19:06,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295206741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:06,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295206741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:06,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295206847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:06,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295206847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:06,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295206982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:06,986 DEBUG [Thread-2009 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a., hostname=e4cdd3a0b883,46769,1731295025786, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T03:19:06,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295206987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:06,991 DEBUG [Thread-2015 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a., hostname=e4cdd3a0b883,46769,1731295025786, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T03:19:06,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295206993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:06,996 DEBUG [Thread-2011 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a., hostname=e4cdd3a0b883,46769,1731295025786, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T03:19:07,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295207052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:07,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295207052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:07,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/e251206a89a64904b2752a4c3ba4434b 2024-11-11T03:19:07,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/c8f2bc437569423e84984624511ed963 is 50, key is test_row_0/B:col10/1731295146682/Put/seqid=0 2024-11-11T03:19:07,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742291_1467 (size=12001) 2024-11-11T03:19:07,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295207356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:07,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295207357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:07,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/c8f2bc437569423e84984624511ed963 2024-11-11T03:19:07,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/8cb0f030d5314a15b125837c4e41cc5a is 50, key is test_row_0/C:col10/1731295146682/Put/seqid=0 2024-11-11T03:19:07,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742292_1468 (size=12001) 2024-11-11T03:19:07,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295207861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:07,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295207863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-11T03:19:07,903 INFO [Thread-2017 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-11T03:19:07,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:19:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-11T03:19:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-11T03:19:07,906 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:19:07,906 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:19:07,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:19:07,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/8cb0f030d5314a15b125837c4e41cc5a 2024-11-11T03:19:07,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/e251206a89a64904b2752a4c3ba4434b as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/e251206a89a64904b2752a4c3ba4434b 2024-11-11T03:19:07,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/e251206a89a64904b2752a4c3ba4434b, entries=200, sequenceid=90, filesize=14.0 K 2024-11-11T03:19:07,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/c8f2bc437569423e84984624511ed963 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/c8f2bc437569423e84984624511ed963 2024-11-11T03:19:07,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/c8f2bc437569423e84984624511ed963, entries=150, sequenceid=90, filesize=11.7 K 2024-11-11T03:19:07,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/8cb0f030d5314a15b125837c4e41cc5a as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/8cb0f030d5314a15b125837c4e41cc5a 2024-11-11T03:19:07,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/8cb0f030d5314a15b125837c4e41cc5a, entries=150, sequenceid=90, filesize=11.7 K 2024-11-11T03:19:07,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 57fb145f877918e999234a72ca6bc19a in 1254ms, sequenceid=90, compaction requested=true 2024-11-11T03:19:07,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:07,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57fb145f877918e999234a72ca6bc19a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:19:07,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:07,938 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:19:07,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57fb145f877918e999234a72ca6bc19a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:19:07,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:07,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57fb145f877918e999234a72ca6bc19a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:19:07,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:19:07,938 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:19:07,939 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:19:07,939 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:19:07,939 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): 57fb145f877918e999234a72ca6bc19a/A is initiating minor compaction (all files) 2024-11-11T03:19:07,939 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 57fb145f877918e999234a72ca6bc19a/B is initiating minor compaction (all files) 2024-11-11T03:19:07,939 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57fb145f877918e999234a72ca6bc19a/A in TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:07,939 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57fb145f877918e999234a72ca6bc19a/B in TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:07,939 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/5173be5fe4ce4edba7b0bfea4da87c8f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/a30c4bb4b56944928f1a7dff732875ca, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/e251206a89a64904b2752a4c3ba4434b] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp, totalSize=37.5 K 2024-11-11T03:19:07,939 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/64ac4538ba634bc8a3974acea387e06e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/a77520879ba940ceb299741e8c571cff, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/c8f2bc437569423e84984624511ed963] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp, totalSize=35.3 K 2024-11-11T03:19:07,939 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5173be5fe4ce4edba7b0bfea4da87c8f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731295142847 2024-11-11T03:19:07,939 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 64ac4538ba634bc8a3974acea387e06e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731295142847 2024-11-11T03:19:07,940 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting a77520879ba940ceb299741e8c571cff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731295143897 2024-11-11T03:19:07,940 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting a30c4bb4b56944928f1a7dff732875ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731295143897 2024-11-11T03:19:07,940 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting c8f2bc437569423e84984624511ed963, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731295146064 2024-11-11T03:19:07,940 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting e251206a89a64904b2752a4c3ba4434b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731295146064 2024-11-11T03:19:07,946 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57fb145f877918e999234a72ca6bc19a#A#compaction#394 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:07,946 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/781d9393b90f4861a213df3095ba5871 is 50, key is test_row_0/A:col10/1731295146682/Put/seqid=0 2024-11-11T03:19:07,947 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57fb145f877918e999234a72ca6bc19a#B#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:07,947 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/b31767a997e549419af277b9d7cc0bc6 is 50, key is test_row_0/B:col10/1731295146682/Put/seqid=0 2024-11-11T03:19:07,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742294_1470 (size=12207) 2024-11-11T03:19:07,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742293_1469 (size=12207) 2024-11-11T03:19:07,955 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/b31767a997e549419af277b9d7cc0bc6 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/b31767a997e549419af277b9d7cc0bc6 2024-11-11T03:19:07,959 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 57fb145f877918e999234a72ca6bc19a/B of 57fb145f877918e999234a72ca6bc19a into b31767a997e549419af277b9d7cc0bc6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:07,959 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:07,959 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a., storeName=57fb145f877918e999234a72ca6bc19a/B, priority=13, startTime=1731295147938; duration=0sec 2024-11-11T03:19:07,959 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:19:07,959 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57fb145f877918e999234a72ca6bc19a:B 2024-11-11T03:19:07,959 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:19:07,960 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:19:07,960 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 57fb145f877918e999234a72ca6bc19a/C is initiating minor compaction (all files) 2024-11-11T03:19:07,960 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57fb145f877918e999234a72ca6bc19a/C in TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:07,960 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/7ac337e12974447799ff222265858135, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/70b2538ffc9a48d7a4b4684b963e1c4c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/8cb0f030d5314a15b125837c4e41cc5a] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp, totalSize=35.3 K 2024-11-11T03:19:07,960 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ac337e12974447799ff222265858135, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731295142847 2024-11-11T03:19:07,961 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 70b2538ffc9a48d7a4b4684b963e1c4c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731295143897 2024-11-11T03:19:07,961 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cb0f030d5314a15b125837c4e41cc5a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731295146064 2024-11-11T03:19:07,967 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57fb145f877918e999234a72ca6bc19a#C#compaction#395 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:07,967 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/f76af2a5ac7c478fbf268ce7a850ba1e is 50, key is test_row_0/C:col10/1731295146682/Put/seqid=0 2024-11-11T03:19:07,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742295_1471 (size=12207) 2024-11-11T03:19:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-11T03:19:08,058 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:08,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-11T03:19:08,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:08,059 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 57fb145f877918e999234a72ca6bc19a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T03:19:08,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=A 2024-11-11T03:19:08,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:08,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=B 2024-11-11T03:19:08,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:08,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=C 2024-11-11T03:19:08,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:08,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/f825925bbfa6482db61a3ada9026062d is 50, key is test_row_0/A:col10/1731295146725/Put/seqid=0 2024-11-11T03:19:08,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742296_1472 (size=12001) 2024-11-11T03:19:08,193 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e4cdd3a0b883:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/1d183af3fed643f293ee4fd4e6696af3, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/767f4e9311b344439d5446970e4a4be1, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/775f1b7fa1564d559be4de567e5f4f86] to archive 2024-11-11T03:19:08,194 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e4cdd3a0b883:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T03:19:08,195 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e4cdd3a0b883:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/1d183af3fed643f293ee4fd4e6696af3 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/1d183af3fed643f293ee4fd4e6696af3 2024-11-11T03:19:08,196 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e4cdd3a0b883:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/767f4e9311b344439d5446970e4a4be1 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/767f4e9311b344439d5446970e4a4be1 2024-11-11T03:19:08,197 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e4cdd3a0b883:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/775f1b7fa1564d559be4de567e5f4f86 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/775f1b7fa1564d559be4de567e5f4f86 2024-11-11T03:19:08,199 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e4cdd3a0b883:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/a28f8a7b2ced43818619431678ae493f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/5dac4444cfe54f3ba447f2fcbe80c6f9, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/64ac4538ba634bc8a3974acea387e06e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/ce756f5dc794456eb442cfa94e7c9eec, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/a77520879ba940ceb299741e8c571cff, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/c8f2bc437569423e84984624511ed963] to archive 2024-11-11T03:19:08,199 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e4cdd3a0b883:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T03:19:08,201 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e4cdd3a0b883:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/a28f8a7b2ced43818619431678ae493f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/a28f8a7b2ced43818619431678ae493f 2024-11-11T03:19:08,202 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e4cdd3a0b883:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/5dac4444cfe54f3ba447f2fcbe80c6f9 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/5dac4444cfe54f3ba447f2fcbe80c6f9 2024-11-11T03:19:08,203 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e4cdd3a0b883:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/64ac4538ba634bc8a3974acea387e06e to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/64ac4538ba634bc8a3974acea387e06e 2024-11-11T03:19:08,204 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e4cdd3a0b883:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/ce756f5dc794456eb442cfa94e7c9eec to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/ce756f5dc794456eb442cfa94e7c9eec 2024-11-11T03:19:08,205 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e4cdd3a0b883:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/a77520879ba940ceb299741e8c571cff to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/a77520879ba940ceb299741e8c571cff 2024-11-11T03:19:08,206 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e4cdd3a0b883:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/c8f2bc437569423e84984624511ed963 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/c8f2bc437569423e84984624511ed963 2024-11-11T03:19:08,207 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e4cdd3a0b883:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/ea9b13ecfd144cd9a9b370f292517806, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/592f60053ddb4a0da091982d6e5e9013, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/35c2197855cd43478ea795b3588dc14a] to archive 2024-11-11T03:19:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-11T03:19:08,208 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e4cdd3a0b883:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T03:19:08,209 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e4cdd3a0b883:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/ea9b13ecfd144cd9a9b370f292517806 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/ea9b13ecfd144cd9a9b370f292517806 2024-11-11T03:19:08,210 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e4cdd3a0b883:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/592f60053ddb4a0da091982d6e5e9013 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/592f60053ddb4a0da091982d6e5e9013 2024-11-11T03:19:08,211 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e4cdd3a0b883:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/35c2197855cd43478ea795b3588dc14a to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/35c2197855cd43478ea795b3588dc14a 2024-11-11T03:19:08,356 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/781d9393b90f4861a213df3095ba5871 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/781d9393b90f4861a213df3095ba5871 2024-11-11T03:19:08,361 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 57fb145f877918e999234a72ca6bc19a/A of 57fb145f877918e999234a72ca6bc19a into 781d9393b90f4861a213df3095ba5871(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:08,361 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:08,361 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a., storeName=57fb145f877918e999234a72ca6bc19a/A, priority=13, startTime=1731295147938; duration=0sec 2024-11-11T03:19:08,361 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:08,361 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57fb145f877918e999234a72ca6bc19a:A 2024-11-11T03:19:08,375 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/f76af2a5ac7c478fbf268ce7a850ba1e as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/f76af2a5ac7c478fbf268ce7a850ba1e 2024-11-11T03:19:08,380 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 57fb145f877918e999234a72ca6bc19a/C of 57fb145f877918e999234a72ca6bc19a into f76af2a5ac7c478fbf268ce7a850ba1e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:08,380 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:08,380 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a., storeName=57fb145f877918e999234a72ca6bc19a/C, priority=13, startTime=1731295147938; duration=0sec 2024-11-11T03:19:08,380 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:08,380 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57fb145f877918e999234a72ca6bc19a:C 2024-11-11T03:19:08,468 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/f825925bbfa6482db61a3ada9026062d 2024-11-11T03:19:08,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/6225565d8ea34373a2233beaf740fcc2 is 50, key is test_row_0/B:col10/1731295146725/Put/seqid=0 2024-11-11T03:19:08,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742297_1473 (size=12001) 2024-11-11T03:19:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-11T03:19:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 57fb145f877918e999234a72ca6bc19a 2024-11-11T03:19:08,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:08,886 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/6225565d8ea34373a2233beaf740fcc2 2024-11-11T03:19:08,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/6430716e46624ded9bc760793102f4c2 is 50, key is test_row_0/C:col10/1731295146725/Put/seqid=0 2024-11-11T03:19:08,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295208889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:08,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295208890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:08,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742298_1474 (size=12001) 2024-11-11T03:19:09,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295208997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:09,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295208997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-11T03:19:09,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295209201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:09,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295209202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:09,211 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:32915 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:32915,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:09,301 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/6430716e46624ded9bc760793102f4c2 2024-11-11T03:19:09,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/f825925bbfa6482db61a3ada9026062d as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/f825925bbfa6482db61a3ada9026062d 2024-11-11T03:19:09,308 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/f825925bbfa6482db61a3ada9026062d, entries=150, sequenceid=113, filesize=11.7 K 2024-11-11T03:19:09,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/6225565d8ea34373a2233beaf740fcc2 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/6225565d8ea34373a2233beaf740fcc2 2024-11-11T03:19:09,312 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/6225565d8ea34373a2233beaf740fcc2, entries=150, sequenceid=113, filesize=11.7 K 2024-11-11T03:19:09,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/6430716e46624ded9bc760793102f4c2 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/6430716e46624ded9bc760793102f4c2 2024-11-11T03:19:09,316 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/6430716e46624ded9bc760793102f4c2, entries=150, sequenceid=113, filesize=11.7 K 2024-11-11T03:19:09,316 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 57fb145f877918e999234a72ca6bc19a in 1257ms, sequenceid=113, compaction requested=false 2024-11-11T03:19:09,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:09,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:09,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-11T03:19:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-11T03:19:09,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-11T03:19:09,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4120 sec 2024-11-11T03:19:09,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.4150 sec 2024-11-11T03:19:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 57fb145f877918e999234a72ca6bc19a 2024-11-11T03:19:09,510 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 57fb145f877918e999234a72ca6bc19a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T03:19:09,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=A 2024-11-11T03:19:09,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:09,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=B 2024-11-11T03:19:09,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:09,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=C 2024-11-11T03:19:09,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:09,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/cfaeda7ab7e741a384b40ed25133aa68 is 50, key is test_row_0/A:col10/1731295149509/Put/seqid=0 2024-11-11T03:19:09,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742299_1475 (size=16781) 2024-11-11T03:19:09,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295209553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:09,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295209555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:09,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295209658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:09,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295209659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:09,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295209868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:09,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295209868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:09,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/cfaeda7ab7e741a384b40ed25133aa68 2024-11-11T03:19:09,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/9d11345ec33c4b46953a3e9223b30e11 is 50, key is test_row_0/B:col10/1731295149509/Put/seqid=0 2024-11-11T03:19:09,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742300_1476 (size=12101) 2024-11-11T03:19:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-11T03:19:10,009 INFO [Thread-2017 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-11T03:19:10,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:19:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-11T03:19:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-11T03:19:10,012 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:19:10,013 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:19:10,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:19:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-11T03:19:10,164 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:10,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-11T03:19:10,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:10,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:10,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:10,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:10,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:10,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295210174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:10,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295210175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-11T03:19:10,317 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:10,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-11T03:19:10,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:10,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:10,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:10,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:10,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:10,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/9d11345ec33c4b46953a3e9223b30e11 2024-11-11T03:19:10,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/31fe1df6e26742dd91c0e5997b85834f is 50, key is test_row_0/C:col10/1731295149509/Put/seqid=0 2024-11-11T03:19:10,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742301_1477 (size=12101) 2024-11-11T03:19:10,470 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:10,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-11T03:19:10,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:10,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:10,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:10,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:10,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:10,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-11T03:19:10,622 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:10,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-11T03:19:10,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:10,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:10,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:10,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:10,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:10,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:10,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295210680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:10,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295210685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:10,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/31fe1df6e26742dd91c0e5997b85834f 2024-11-11T03:19:10,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/cfaeda7ab7e741a384b40ed25133aa68 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/cfaeda7ab7e741a384b40ed25133aa68 2024-11-11T03:19:10,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/cfaeda7ab7e741a384b40ed25133aa68, entries=250, sequenceid=131, filesize=16.4 K 2024-11-11T03:19:10,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/9d11345ec33c4b46953a3e9223b30e11 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/9d11345ec33c4b46953a3e9223b30e11 2024-11-11T03:19:10,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/9d11345ec33c4b46953a3e9223b30e11, entries=150, sequenceid=131, filesize=11.8 K 2024-11-11T03:19:10,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/31fe1df6e26742dd91c0e5997b85834f as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/31fe1df6e26742dd91c0e5997b85834f 2024-11-11T03:19:10,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/31fe1df6e26742dd91c0e5997b85834f, entries=150, sequenceid=131, filesize=11.8 K 2024-11-11T03:19:10,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 57fb145f877918e999234a72ca6bc19a in 1245ms, sequenceid=131, compaction requested=true 2024-11-11T03:19:10,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:10,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57fb145f877918e999234a72ca6bc19a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:19:10,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:10,755 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:19:10,755 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:19:10,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57fb145f877918e999234a72ca6bc19a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:19:10,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:10,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57fb145f877918e999234a72ca6bc19a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:19:10,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:19:10,756 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:19:10,756 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40989 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:19:10,756 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 57fb145f877918e999234a72ca6bc19a/B is initiating minor compaction (all files) 2024-11-11T03:19:10,756 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): 57fb145f877918e999234a72ca6bc19a/A is initiating minor compaction (all files) 2024-11-11T03:19:10,756 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57fb145f877918e999234a72ca6bc19a/B in TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:10,756 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57fb145f877918e999234a72ca6bc19a/A in TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:10,756 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/b31767a997e549419af277b9d7cc0bc6, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/6225565d8ea34373a2233beaf740fcc2, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/9d11345ec33c4b46953a3e9223b30e11] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp, totalSize=35.5 K 2024-11-11T03:19:10,756 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/781d9393b90f4861a213df3095ba5871, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/f825925bbfa6482db61a3ada9026062d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/cfaeda7ab7e741a384b40ed25133aa68] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp, totalSize=40.0 K 2024-11-11T03:19:10,756 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting b31767a997e549419af277b9d7cc0bc6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731295146064 2024-11-11T03:19:10,756 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 781d9393b90f4861a213df3095ba5871, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731295146064 2024-11-11T03:19:10,756 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 6225565d8ea34373a2233beaf740fcc2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731295146725 2024-11-11T03:19:10,756 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting f825925bbfa6482db61a3ada9026062d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731295146725 2024-11-11T03:19:10,757 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d11345ec33c4b46953a3e9223b30e11, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731295148889 2024-11-11T03:19:10,757 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfaeda7ab7e741a384b40ed25133aa68, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731295148877 2024-11-11T03:19:10,763 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57fb145f877918e999234a72ca6bc19a#B#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:10,764 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57fb145f877918e999234a72ca6bc19a#A#compaction#403 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:10,764 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/3dea5e3778ab46fb9b3da61a08db8a4b is 50, key is test_row_0/B:col10/1731295149509/Put/seqid=0 2024-11-11T03:19:10,764 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/adb1907f1dc044ca804c38b11ca59cfd is 50, key is test_row_0/A:col10/1731295149509/Put/seqid=0 2024-11-11T03:19:10,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742302_1478 (size=12204) 2024-11-11T03:19:10,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742303_1479 (size=12307) 2024-11-11T03:19:10,775 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:10,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-11T03:19:10,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:10,776 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 57fb145f877918e999234a72ca6bc19a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-11T03:19:10,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=A 2024-11-11T03:19:10,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:10,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=B 2024-11-11T03:19:10,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:10,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=C 2024-11-11T03:19:10,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:10,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/4a405249d45a41a3b93bdd59d39d14b9 is 50, key is test_row_0/A:col10/1731295149527/Put/seqid=0 2024-11-11T03:19:10,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742304_1480 (size=12151) 2024-11-11T03:19:11,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 57fb145f877918e999234a72ca6bc19a 2024-11-11T03:19:11,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295211033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:11,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295211039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:11,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295211042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-11T03:19:11,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295211143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:11,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295211145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:11,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295211146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:11,174 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/adb1907f1dc044ca804c38b11ca59cfd as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/adb1907f1dc044ca804c38b11ca59cfd 2024-11-11T03:19:11,174 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/3dea5e3778ab46fb9b3da61a08db8a4b as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/3dea5e3778ab46fb9b3da61a08db8a4b 2024-11-11T03:19:11,179 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 57fb145f877918e999234a72ca6bc19a/B of 57fb145f877918e999234a72ca6bc19a into 3dea5e3778ab46fb9b3da61a08db8a4b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:11,179 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:11,179 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a., storeName=57fb145f877918e999234a72ca6bc19a/B, priority=13, startTime=1731295150755; duration=0sec 2024-11-11T03:19:11,179 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:19:11,179 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57fb145f877918e999234a72ca6bc19a:B 2024-11-11T03:19:11,179 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:19:11,179 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 57fb145f877918e999234a72ca6bc19a/A of 57fb145f877918e999234a72ca6bc19a into adb1907f1dc044ca804c38b11ca59cfd(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:11,179 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:11,179 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a., storeName=57fb145f877918e999234a72ca6bc19a/A, priority=13, startTime=1731295150754; duration=0sec 2024-11-11T03:19:11,179 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:11,179 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57fb145f877918e999234a72ca6bc19a:A 2024-11-11T03:19:11,180 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:19:11,180 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 57fb145f877918e999234a72ca6bc19a/C is initiating minor compaction (all files) 2024-11-11T03:19:11,180 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57fb145f877918e999234a72ca6bc19a/C in TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:11,180 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/f76af2a5ac7c478fbf268ce7a850ba1e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/6430716e46624ded9bc760793102f4c2, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/31fe1df6e26742dd91c0e5997b85834f] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp, totalSize=35.5 K 2024-11-11T03:19:11,181 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting f76af2a5ac7c478fbf268ce7a850ba1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731295146064 2024-11-11T03:19:11,181 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 6430716e46624ded9bc760793102f4c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731295146725 2024-11-11T03:19:11,181 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 31fe1df6e26742dd91c0e5997b85834f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731295148889 2024-11-11T03:19:11,185 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/4a405249d45a41a3b93bdd59d39d14b9 2024-11-11T03:19:11,190 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57fb145f877918e999234a72ca6bc19a#C#compaction#405 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:11,190 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/5e1e51adb3fe4f978a1b3e3481174dff is 50, key is test_row_0/C:col10/1731295149509/Put/seqid=0 2024-11-11T03:19:11,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/0678fdddf57a41aaa6205ab19551cf62 is 50, key is test_row_0/B:col10/1731295149527/Put/seqid=0 2024-11-11T03:19:11,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742305_1481 (size=12307) 2024-11-11T03:19:11,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742306_1482 (size=12151) 2024-11-11T03:19:11,200 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/0678fdddf57a41aaa6205ab19551cf62 2024-11-11T03:19:11,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/926139a801774ed8bd849229a5f7c6ed is 50, key is test_row_0/C:col10/1731295149527/Put/seqid=0 2024-11-11T03:19:11,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742307_1483 (size=12151) 2024-11-11T03:19:11,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295211349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:11,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295211351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:11,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295211351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:11,603 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/5e1e51adb3fe4f978a1b3e3481174dff as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/5e1e51adb3fe4f978a1b3e3481174dff 2024-11-11T03:19:11,606 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 57fb145f877918e999234a72ca6bc19a/C of 57fb145f877918e999234a72ca6bc19a into 5e1e51adb3fe4f978a1b3e3481174dff(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:11,606 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:11,606 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a., storeName=57fb145f877918e999234a72ca6bc19a/C, priority=13, startTime=1731295150755; duration=0sec 2024-11-11T03:19:11,607 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:11,607 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57fb145f877918e999234a72ca6bc19a:C 2024-11-11T03:19:11,614 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/926139a801774ed8bd849229a5f7c6ed 2024-11-11T03:19:11,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/4a405249d45a41a3b93bdd59d39d14b9 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/4a405249d45a41a3b93bdd59d39d14b9 2024-11-11T03:19:11,620 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/4a405249d45a41a3b93bdd59d39d14b9, entries=150, sequenceid=151, filesize=11.9 K 2024-11-11T03:19:11,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/0678fdddf57a41aaa6205ab19551cf62 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/0678fdddf57a41aaa6205ab19551cf62 2024-11-11T03:19:11,623 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/0678fdddf57a41aaa6205ab19551cf62, entries=150, sequenceid=151, filesize=11.9 K 2024-11-11T03:19:11,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/926139a801774ed8bd849229a5f7c6ed as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/926139a801774ed8bd849229a5f7c6ed 2024-11-11T03:19:11,627 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/926139a801774ed8bd849229a5f7c6ed, entries=150, sequenceid=151, filesize=11.9 K 2024-11-11T03:19:11,628 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 57fb145f877918e999234a72ca6bc19a in 852ms, sequenceid=151, compaction requested=false 2024-11-11T03:19:11,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:11,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:11,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-11T03:19:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-11T03:19:11,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-11T03:19:11,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6160 sec 2024-11-11T03:19:11,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.6190 sec 2024-11-11T03:19:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 57fb145f877918e999234a72ca6bc19a 2024-11-11T03:19:11,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 57fb145f877918e999234a72ca6bc19a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-11T03:19:11,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=A 2024-11-11T03:19:11,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:11,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=B 2024-11-11T03:19:11,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:11,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=C 2024-11-11T03:19:11,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:11,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/8a5d86cafa1e4df18e11cbf209c5e72e is 50, key is test_row_0/A:col10/1731295151658/Put/seqid=0 2024-11-11T03:19:11,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742308_1484 (size=16931) 2024-11-11T03:19:11,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295211685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:11,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295211690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:11,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295211691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:11,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295211692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:11,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295211693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:11,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:11,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295211792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:11,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295211795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:11,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295211796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:12,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:12,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295211997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:12,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:12,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295211998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:12,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:12,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295212000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:12,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/8a5d86cafa1e4df18e11cbf209c5e72e 2024-11-11T03:19:12,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/a113fda862dc4416b0626d486ade9ce4 is 50, key is test_row_0/B:col10/1731295151658/Put/seqid=0 2024-11-11T03:19:12,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742309_1485 (size=12151) 2024-11-11T03:19:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-11T03:19:12,116 INFO [Thread-2017 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-11T03:19:12,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:19:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-11T03:19:12,119 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:19:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-11T03:19:12,119 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:19:12,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:19:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-11T03:19:12,271 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:12,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-11T03:19:12,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:12,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:12,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:12,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:12,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:12,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295212301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:12,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:12,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295212302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:12,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:12,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295212302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-11T03:19:12,424 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:12,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-11T03:19:12,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:12,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:12,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:12,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:12,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:12,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/a113fda862dc4416b0626d486ade9ce4 2024-11-11T03:19:12,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/d82ed81b9609454cb1e96ddfe421f5fb is 50, key is test_row_0/C:col10/1731295151658/Put/seqid=0 2024-11-11T03:19:12,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742310_1486 (size=12151) 2024-11-11T03:19:12,576 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:12,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-11T03:19:12,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:12,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:12,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:12,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:12,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-11T03:19:12,729 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:12,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-11T03:19:12,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:12,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:12,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:12,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:12,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:12,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295212805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:12,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295212806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:12,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295212808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:12,882 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:12,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-11T03:19:12,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:12,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:12,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:12,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:12,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:12,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/d82ed81b9609454cb1e96ddfe421f5fb 2024-11-11T03:19:12,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/8a5d86cafa1e4df18e11cbf209c5e72e as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/8a5d86cafa1e4df18e11cbf209c5e72e 2024-11-11T03:19:12,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/8a5d86cafa1e4df18e11cbf209c5e72e, entries=250, sequenceid=172, filesize=16.5 K 2024-11-11T03:19:12,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/a113fda862dc4416b0626d486ade9ce4 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/a113fda862dc4416b0626d486ade9ce4 2024-11-11T03:19:12,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/a113fda862dc4416b0626d486ade9ce4, entries=150, sequenceid=172, filesize=11.9 K 2024-11-11T03:19:12,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/d82ed81b9609454cb1e96ddfe421f5fb as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/d82ed81b9609454cb1e96ddfe421f5fb 2024-11-11T03:19:12,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/d82ed81b9609454cb1e96ddfe421f5fb, entries=150, sequenceid=172, filesize=11.9 K 2024-11-11T03:19:12,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 57fb145f877918e999234a72ca6bc19a in 1244ms, sequenceid=172, compaction requested=true 2024-11-11T03:19:12,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:12,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57fb145f877918e999234a72ca6bc19a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:19:12,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:12,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57fb145f877918e999234a72ca6bc19a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:19:12,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:12,902 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:19:12,902 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:19:12,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57fb145f877918e999234a72ca6bc19a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:19:12,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:19:12,903 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41389 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:19:12,903 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36506 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:19:12,903 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 57fb145f877918e999234a72ca6bc19a/B is initiating minor compaction (all files) 2024-11-11T03:19:12,903 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): 57fb145f877918e999234a72ca6bc19a/A is initiating minor compaction (all files) 2024-11-11T03:19:12,903 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57fb145f877918e999234a72ca6bc19a/A in TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:12,903 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57fb145f877918e999234a72ca6bc19a/B in TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:12,903 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/adb1907f1dc044ca804c38b11ca59cfd, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/4a405249d45a41a3b93bdd59d39d14b9, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/8a5d86cafa1e4df18e11cbf209c5e72e] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp, totalSize=40.4 K 2024-11-11T03:19:12,904 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/3dea5e3778ab46fb9b3da61a08db8a4b, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/0678fdddf57a41aaa6205ab19551cf62, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/a113fda862dc4416b0626d486ade9ce4] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp, totalSize=35.7 K 2024-11-11T03:19:12,907 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 3dea5e3778ab46fb9b3da61a08db8a4b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731295148889 2024-11-11T03:19:12,907 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting adb1907f1dc044ca804c38b11ca59cfd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731295148889 2024-11-11T03:19:12,907 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 0678fdddf57a41aaa6205ab19551cf62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731295149527 2024-11-11T03:19:12,907 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a405249d45a41a3b93bdd59d39d14b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731295149527 2024-11-11T03:19:12,908 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting a113fda862dc4416b0626d486ade9ce4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731295151041 2024-11-11T03:19:12,908 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a5d86cafa1e4df18e11cbf209c5e72e, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731295151032 2024-11-11T03:19:12,914 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57fb145f877918e999234a72ca6bc19a#A#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:12,914 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57fb145f877918e999234a72ca6bc19a#B#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:12,915 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/ae96b479bbcd4d8a90b6bb170658a959 is 50, key is test_row_0/A:col10/1731295151658/Put/seqid=0 2024-11-11T03:19:12,915 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/cfd9be1471c642ed984a02f5f4fd86c7 is 50, key is test_row_0/B:col10/1731295151658/Put/seqid=0 2024-11-11T03:19:12,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742312_1488 (size=12357) 2024-11-11T03:19:12,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742311_1487 (size=12459) 2024-11-11T03:19:13,035 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:13,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-11T03:19:13,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:13,035 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 57fb145f877918e999234a72ca6bc19a 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-11T03:19:13,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=A 2024-11-11T03:19:13,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:13,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=B 2024-11-11T03:19:13,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:13,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=C 2024-11-11T03:19:13,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:13,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/c0a3dfa6661848abbae63f8b18811745 is 50, key is test_row_0/A:col10/1731295151684/Put/seqid=0 2024-11-11T03:19:13,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742313_1489 (size=12151) 2024-11-11T03:19:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-11T03:19:13,333 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/ae96b479bbcd4d8a90b6bb170658a959 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/ae96b479bbcd4d8a90b6bb170658a959 2024-11-11T03:19:13,333 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/cfd9be1471c642ed984a02f5f4fd86c7 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/cfd9be1471c642ed984a02f5f4fd86c7 2024-11-11T03:19:13,338 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 57fb145f877918e999234a72ca6bc19a/A of 57fb145f877918e999234a72ca6bc19a into ae96b479bbcd4d8a90b6bb170658a959(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:13,338 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 57fb145f877918e999234a72ca6bc19a/B of 57fb145f877918e999234a72ca6bc19a into cfd9be1471c642ed984a02f5f4fd86c7(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:13,338 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:13,338 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:13,338 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a., storeName=57fb145f877918e999234a72ca6bc19a/B, priority=13, startTime=1731295152902; duration=0sec 2024-11-11T03:19:13,338 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a., storeName=57fb145f877918e999234a72ca6bc19a/A, priority=13, startTime=1731295152902; duration=0sec 2024-11-11T03:19:13,338 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:19:13,338 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57fb145f877918e999234a72ca6bc19a:A 2024-11-11T03:19:13,338 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:13,338 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57fb145f877918e999234a72ca6bc19a:B 2024-11-11T03:19:13,338 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:19:13,339 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36609 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:19:13,339 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): 57fb145f877918e999234a72ca6bc19a/C is initiating minor compaction (all files) 2024-11-11T03:19:13,339 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57fb145f877918e999234a72ca6bc19a/C in TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:13,340 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/5e1e51adb3fe4f978a1b3e3481174dff, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/926139a801774ed8bd849229a5f7c6ed, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/d82ed81b9609454cb1e96ddfe421f5fb] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp, totalSize=35.8 K 2024-11-11T03:19:13,340 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e1e51adb3fe4f978a1b3e3481174dff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731295148889 2024-11-11T03:19:13,340 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 926139a801774ed8bd849229a5f7c6ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731295149527 2024-11-11T03:19:13,341 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting d82ed81b9609454cb1e96ddfe421f5fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731295151041 2024-11-11T03:19:13,347 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57fb145f877918e999234a72ca6bc19a#C#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:13,347 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/d59faa80ad2c4d76a6e5b6b32d530fb6 is 50, key is test_row_0/C:col10/1731295151658/Put/seqid=0 2024-11-11T03:19:13,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742314_1490 (size=12459) 2024-11-11T03:19:13,448 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/c0a3dfa6661848abbae63f8b18811745 2024-11-11T03:19:13,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/0c85e2c02b5f4079b9ff0a2f24632959 is 50, key is test_row_0/B:col10/1731295151684/Put/seqid=0 2024-11-11T03:19:13,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742315_1491 (size=12151) 2024-11-11T03:19:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 57fb145f877918e999234a72ca6bc19a 2024-11-11T03:19:13,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:13,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295213739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:13,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295213739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:13,754 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/d59faa80ad2c4d76a6e5b6b32d530fb6 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/d59faa80ad2c4d76a6e5b6b32d530fb6 2024-11-11T03:19:13,758 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 57fb145f877918e999234a72ca6bc19a/C of 57fb145f877918e999234a72ca6bc19a into d59faa80ad2c4d76a6e5b6b32d530fb6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:13,758 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:13,758 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a., storeName=57fb145f877918e999234a72ca6bc19a/C, priority=13, startTime=1731295152902; duration=0sec 2024-11-11T03:19:13,758 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:13,758 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57fb145f877918e999234a72ca6bc19a:C 2024-11-11T03:19:13,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295213810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:13,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295213817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:13,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295213818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:13,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295213846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:13,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295213847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:13,863 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/0c85e2c02b5f4079b9ff0a2f24632959 2024-11-11T03:19:13,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/a0df31b7de104c659a872226c00ec43d is 50, key is test_row_0/C:col10/1731295151684/Put/seqid=0 2024-11-11T03:19:13,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742316_1492 (size=12151) 2024-11-11T03:19:14,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295214051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:14,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295214051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-11T03:19:14,273 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/a0df31b7de104c659a872226c00ec43d 2024-11-11T03:19:14,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/c0a3dfa6661848abbae63f8b18811745 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/c0a3dfa6661848abbae63f8b18811745 2024-11-11T03:19:14,281 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/c0a3dfa6661848abbae63f8b18811745, entries=150, sequenceid=190, filesize=11.9 K 2024-11-11T03:19:14,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/0c85e2c02b5f4079b9ff0a2f24632959 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/0c85e2c02b5f4079b9ff0a2f24632959 2024-11-11T03:19:14,285 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/0c85e2c02b5f4079b9ff0a2f24632959, entries=150, sequenceid=190, filesize=11.9 K 2024-11-11T03:19:14,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/a0df31b7de104c659a872226c00ec43d as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/a0df31b7de104c659a872226c00ec43d 2024-11-11T03:19:14,288 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/a0df31b7de104c659a872226c00ec43d, entries=150, sequenceid=190, filesize=11.9 K 2024-11-11T03:19:14,289 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 57fb145f877918e999234a72ca6bc19a in 1254ms, sequenceid=190, compaction requested=false 2024-11-11T03:19:14,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:14,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:14,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-11T03:19:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-11T03:19:14,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-11T03:19:14,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1720 sec 2024-11-11T03:19:14,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 2.1760 sec 2024-11-11T03:19:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 57fb145f877918e999234a72ca6bc19a 2024-11-11T03:19:14,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 57fb145f877918e999234a72ca6bc19a 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-11T03:19:14,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=A 2024-11-11T03:19:14,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:14,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=B 2024-11-11T03:19:14,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:14,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=C 2024-11-11T03:19:14,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:14,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/904c576b343b4b0ead5ade8e6c02c866 is 50, key is test_row_0/A:col10/1731295154359/Put/seqid=0 2024-11-11T03:19:14,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742317_1493 (size=16931) 2024-11-11T03:19:14,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:14,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295214394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:14,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295214395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:14,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:14,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295214496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:14,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:14,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295214502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:14,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295214699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:14,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295214707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:14,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/904c576b343b4b0ead5ade8e6c02c866 2024-11-11T03:19:14,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/c5b5b38907ce452bb1631fa361e8771a is 50, key is test_row_0/B:col10/1731295154359/Put/seqid=0 2024-11-11T03:19:14,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742318_1494 (size=12151) 2024-11-11T03:19:15,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295215004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:15,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295215011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:15,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/c5b5b38907ce452bb1631fa361e8771a 2024-11-11T03:19:15,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/7c9a2cae38014fba8c3137e4f04005fc is 50, key is test_row_0/C:col10/1731295154359/Put/seqid=0 2024-11-11T03:19:15,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742319_1495 (size=12151) 2024-11-11T03:19:15,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295215507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:15,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295215516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:15,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/7c9a2cae38014fba8c3137e4f04005fc 2024-11-11T03:19:15,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/904c576b343b4b0ead5ade8e6c02c866 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/904c576b343b4b0ead5ade8e6c02c866 2024-11-11T03:19:15,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/904c576b343b4b0ead5ade8e6c02c866, entries=250, sequenceid=213, filesize=16.5 K 2024-11-11T03:19:15,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/c5b5b38907ce452bb1631fa361e8771a as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/c5b5b38907ce452bb1631fa361e8771a 2024-11-11T03:19:15,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/c5b5b38907ce452bb1631fa361e8771a, entries=150, sequenceid=213, filesize=11.9 K 2024-11-11T03:19:15,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/7c9a2cae38014fba8c3137e4f04005fc as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/7c9a2cae38014fba8c3137e4f04005fc 2024-11-11T03:19:15,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/7c9a2cae38014fba8c3137e4f04005fc, entries=150, sequenceid=213, filesize=11.9 K 2024-11-11T03:19:15,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 57fb145f877918e999234a72ca6bc19a in 1245ms, sequenceid=213, compaction requested=true 2024-11-11T03:19:15,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:15,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57fb145f877918e999234a72ca6bc19a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:19:15,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:15,606 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:19:15,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57fb145f877918e999234a72ca6bc19a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:19:15,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:15,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57fb145f877918e999234a72ca6bc19a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:19:15,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:19:15,606 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:19:15,606 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41541 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:19:15,606 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:19:15,606 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 57fb145f877918e999234a72ca6bc19a/B is initiating minor compaction (all files) 2024-11-11T03:19:15,606 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): 57fb145f877918e999234a72ca6bc19a/A is initiating minor compaction (all files) 2024-11-11T03:19:15,607 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57fb145f877918e999234a72ca6bc19a/B in TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:15,607 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57fb145f877918e999234a72ca6bc19a/A in TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:15,607 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/cfd9be1471c642ed984a02f5f4fd86c7, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/0c85e2c02b5f4079b9ff0a2f24632959, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/c5b5b38907ce452bb1631fa361e8771a] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp, totalSize=35.8 K 2024-11-11T03:19:15,607 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/ae96b479bbcd4d8a90b6bb170658a959, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/c0a3dfa6661848abbae63f8b18811745, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/904c576b343b4b0ead5ade8e6c02c866] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp, totalSize=40.6 K 2024-11-11T03:19:15,607 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae96b479bbcd4d8a90b6bb170658a959, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731295151041 2024-11-11T03:19:15,607 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting cfd9be1471c642ed984a02f5f4fd86c7, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731295151041 2024-11-11T03:19:15,607 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c85e2c02b5f4079b9ff0a2f24632959, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731295151684 2024-11-11T03:19:15,607 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0a3dfa6661848abbae63f8b18811745, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731295151684 2024-11-11T03:19:15,608 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting c5b5b38907ce452bb1631fa361e8771a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731295153737 2024-11-11T03:19:15,608 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 904c576b343b4b0ead5ade8e6c02c866, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731295153728 2024-11-11T03:19:15,614 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57fb145f877918e999234a72ca6bc19a#B#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:15,615 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/6e0f13a7b15d47d9bff45f1e73b3e9a4 is 50, key is test_row_0/B:col10/1731295154359/Put/seqid=0 2024-11-11T03:19:15,623 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57fb145f877918e999234a72ca6bc19a#A#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:15,624 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/46c788019598421989dfc27d6d24f6b8 is 50, key is test_row_0/A:col10/1731295154359/Put/seqid=0 2024-11-11T03:19:15,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742320_1496 (size=12459) 2024-11-11T03:19:15,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742321_1497 (size=12561) 2024-11-11T03:19:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 57fb145f877918e999234a72ca6bc19a 2024-11-11T03:19:15,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 57fb145f877918e999234a72ca6bc19a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-11T03:19:15,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=A 2024-11-11T03:19:15,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:15,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=B 2024-11-11T03:19:15,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:15,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=C 2024-11-11T03:19:15,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:15,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/30ea947a80534e8aae4f1c2eaaecbcfc is 50, key is test_row_0/A:col10/1731295154394/Put/seqid=0 2024-11-11T03:19:15,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742322_1498 (size=14541) 2024-11-11T03:19:15,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295215885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:15,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295215886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:15,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295215887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:15,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:15,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295215994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:16,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295215996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:16,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295215996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:16,030 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/6e0f13a7b15d47d9bff45f1e73b3e9a4 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/6e0f13a7b15d47d9bff45f1e73b3e9a4 2024-11-11T03:19:16,034 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 57fb145f877918e999234a72ca6bc19a/B of 57fb145f877918e999234a72ca6bc19a into 6e0f13a7b15d47d9bff45f1e73b3e9a4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:16,034 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:16,034 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a., storeName=57fb145f877918e999234a72ca6bc19a/B, priority=13, startTime=1731295155606; duration=0sec 2024-11-11T03:19:16,034 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:19:16,034 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57fb145f877918e999234a72ca6bc19a:B 2024-11-11T03:19:16,034 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:19:16,035 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:19:16,035 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 57fb145f877918e999234a72ca6bc19a/C is initiating minor compaction (all files) 2024-11-11T03:19:16,035 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57fb145f877918e999234a72ca6bc19a/C in TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:16,035 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/d59faa80ad2c4d76a6e5b6b32d530fb6, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/a0df31b7de104c659a872226c00ec43d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/7c9a2cae38014fba8c3137e4f04005fc] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp, totalSize=35.9 K 2024-11-11T03:19:16,036 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting d59faa80ad2c4d76a6e5b6b32d530fb6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731295151041 2024-11-11T03:19:16,036 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting a0df31b7de104c659a872226c00ec43d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731295151684 2024-11-11T03:19:16,037 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c9a2cae38014fba8c3137e4f04005fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731295153737 2024-11-11T03:19:16,039 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/46c788019598421989dfc27d6d24f6b8 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/46c788019598421989dfc27d6d24f6b8 2024-11-11T03:19:16,043 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 57fb145f877918e999234a72ca6bc19a/A of 57fb145f877918e999234a72ca6bc19a into 46c788019598421989dfc27d6d24f6b8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:16,043 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:16,043 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a., storeName=57fb145f877918e999234a72ca6bc19a/A, priority=13, startTime=1731295155605; duration=0sec 2024-11-11T03:19:16,043 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:16,043 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57fb145f877918e999234a72ca6bc19a:A 2024-11-11T03:19:16,044 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57fb145f877918e999234a72ca6bc19a#C#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:16,045 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/1ff186cd848f42b8ad395c786865f7e2 is 50, key is test_row_0/C:col10/1731295154359/Put/seqid=0 2024-11-11T03:19:16,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742323_1499 (size=12561) 2024-11-11T03:19:16,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:16,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295216198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:16,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:16,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295216202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:16,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:16,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295216202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:16,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-11T03:19:16,224 INFO [Thread-2017 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-11T03:19:16,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:19:16,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-11T03:19:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-11T03:19:16,227 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:19:16,227 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:19:16,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:19:16,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/30ea947a80534e8aae4f1c2eaaecbcfc 2024-11-11T03:19:16,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/63f26402fa2f48bd8686658d4731c7c8 is 50, key is test_row_0/B:col10/1731295154394/Put/seqid=0 2024-11-11T03:19:16,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742324_1500 (size=12151) 2024-11-11T03:19:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-11T03:19:16,379 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:16,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-11T03:19:16,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:16,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:16,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:16,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:16,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:16,454 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/1ff186cd848f42b8ad395c786865f7e2 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/1ff186cd848f42b8ad395c786865f7e2 2024-11-11T03:19:16,458 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 57fb145f877918e999234a72ca6bc19a/C of 57fb145f877918e999234a72ca6bc19a into 1ff186cd848f42b8ad395c786865f7e2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:16,458 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:16,458 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a., storeName=57fb145f877918e999234a72ca6bc19a/C, priority=13, startTime=1731295155606; duration=0sec 2024-11-11T03:19:16,458 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:16,458 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57fb145f877918e999234a72ca6bc19a:C 2024-11-11T03:19:16,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295216504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:16,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295216508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:16,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295216510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:16,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295216514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:16,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295216520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-11T03:19:16,532 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:16,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-11T03:19:16,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:16,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:16,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:16,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:16,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:16,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/63f26402fa2f48bd8686658d4731c7c8 2024-11-11T03:19:16,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/ffc0440d6dd54f66a04cf45cf34ab939 is 50, key is test_row_0/C:col10/1731295154394/Put/seqid=0 2024-11-11T03:19:16,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742325_1501 (size=12151) 2024-11-11T03:19:16,685 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:16,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-11T03:19:16,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:16,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:16,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:16,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:16,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:16,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:16,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-11T03:19:16,837 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:16,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-11T03:19:16,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:16,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:16,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:16,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:16,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:16,990 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:16,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-11T03:19:16,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:16,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:16,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:16,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:16,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:17,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295217011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:17,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295217015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:17,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295217017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:17,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/ffc0440d6dd54f66a04cf45cf34ab939 2024-11-11T03:19:17,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/30ea947a80534e8aae4f1c2eaaecbcfc as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/30ea947a80534e8aae4f1c2eaaecbcfc 2024-11-11T03:19:17,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/30ea947a80534e8aae4f1c2eaaecbcfc, entries=200, sequenceid=230, filesize=14.2 K 2024-11-11T03:19:17,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/63f26402fa2f48bd8686658d4731c7c8 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/63f26402fa2f48bd8686658d4731c7c8 2024-11-11T03:19:17,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/63f26402fa2f48bd8686658d4731c7c8, entries=150, sequenceid=230, filesize=11.9 K 2024-11-11T03:19:17,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/ffc0440d6dd54f66a04cf45cf34ab939 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/ffc0440d6dd54f66a04cf45cf34ab939 2024-11-11T03:19:17,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/ffc0440d6dd54f66a04cf45cf34ab939, entries=150, sequenceid=230, filesize=11.9 K 2024-11-11T03:19:17,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 57fb145f877918e999234a72ca6bc19a in 1252ms, sequenceid=230, compaction requested=false 2024-11-11T03:19:17,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:17,143 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:17,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-11T03:19:17,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:17,144 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 57fb145f877918e999234a72ca6bc19a 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-11T03:19:17,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=A 2024-11-11T03:19:17,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:17,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=B 2024-11-11T03:19:17,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:17,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=C 2024-11-11T03:19:17,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:17,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/82f4d4b948224396a9f15b0d3763b8d9 is 50, key is test_row_0/A:col10/1731295155885/Put/seqid=0 2024-11-11T03:19:17,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742326_1502 (size=12151) 2024-11-11T03:19:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-11T03:19:17,555 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/82f4d4b948224396a9f15b0d3763b8d9 2024-11-11T03:19:17,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/d64dac976a65443da2934ada1fc2476b is 50, key is test_row_0/B:col10/1731295155885/Put/seqid=0 2024-11-11T03:19:17,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742327_1503 (size=12151) 2024-11-11T03:19:17,965 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/d64dac976a65443da2934ada1fc2476b 2024-11-11T03:19:17,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/276ba17842324b3dabe4a94528888118 is 50, key is test_row_0/C:col10/1731295155885/Put/seqid=0 2024-11-11T03:19:17,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742328_1504 (size=12151) 2024-11-11T03:19:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 57fb145f877918e999234a72ca6bc19a 2024-11-11T03:19:18,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:18,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295218046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:18,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295218047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:18,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295218047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:18,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295218153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:18,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295218156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:18,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295218157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-11T03:19:18,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295218357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:18,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295218361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:18,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295218362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:18,375 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/276ba17842324b3dabe4a94528888118 2024-11-11T03:19:18,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/82f4d4b948224396a9f15b0d3763b8d9 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/82f4d4b948224396a9f15b0d3763b8d9 2024-11-11T03:19:18,381 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/82f4d4b948224396a9f15b0d3763b8d9, entries=150, sequenceid=252, filesize=11.9 K 2024-11-11T03:19:18,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-11T03:19:18,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/d64dac976a65443da2934ada1fc2476b as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/d64dac976a65443da2934ada1fc2476b 2024-11-11T03:19:18,385 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/d64dac976a65443da2934ada1fc2476b, entries=150, sequenceid=252, filesize=11.9 K 2024-11-11T03:19:18,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/276ba17842324b3dabe4a94528888118 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/276ba17842324b3dabe4a94528888118 2024-11-11T03:19:18,389 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/276ba17842324b3dabe4a94528888118, entries=150, sequenceid=252, filesize=11.9 K 2024-11-11T03:19:18,390 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 57fb145f877918e999234a72ca6bc19a in 1247ms, sequenceid=252, compaction requested=true 2024-11-11T03:19:18,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:18,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:18,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-11T03:19:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-11T03:19:18,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-11T03:19:18,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1640 sec 2024-11-11T03:19:18,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 2.1680 sec 2024-11-11T03:19:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 57fb145f877918e999234a72ca6bc19a 2024-11-11T03:19:18,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 57fb145f877918e999234a72ca6bc19a 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-11T03:19:18,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=A 2024-11-11T03:19:18,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:18,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=B 2024-11-11T03:19:18,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:18,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=C 2024-11-11T03:19:18,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:18,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/13ae81adf417481abae43ebd1a369de4 is 50, key is test_row_0/A:col10/1731295158045/Put/seqid=0 2024-11-11T03:19:18,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742329_1505 (size=14741) 2024-11-11T03:19:18,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/13ae81adf417481abae43ebd1a369de4 2024-11-11T03:19:18,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/2e0d04975ed54da59276294423bf53a5 is 50, key is test_row_0/B:col10/1731295158045/Put/seqid=0 2024-11-11T03:19:18,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742330_1506 (size=12301) 2024-11-11T03:19:18,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295218576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:18,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295218577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:18,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295218661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:18,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295218667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:18,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295218667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:18,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295218686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:18,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295218686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:18,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295218890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:18,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295218890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:18,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/2e0d04975ed54da59276294423bf53a5 2024-11-11T03:19:18,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/340395dbf8784ebe9bc98eaae5929049 is 50, key is test_row_0/C:col10/1731295158045/Put/seqid=0 2024-11-11T03:19:18,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742331_1507 (size=12301) 2024-11-11T03:19:19,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:19,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295219167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:19,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295219171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:19,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295219171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:19,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:19,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295219194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:19,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:19,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295219194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:19,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/340395dbf8784ebe9bc98eaae5929049 2024-11-11T03:19:19,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/13ae81adf417481abae43ebd1a369de4 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/13ae81adf417481abae43ebd1a369de4 2024-11-11T03:19:19,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/13ae81adf417481abae43ebd1a369de4, entries=200, sequenceid=270, filesize=14.4 K 2024-11-11T03:19:19,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/2e0d04975ed54da59276294423bf53a5 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/2e0d04975ed54da59276294423bf53a5 2024-11-11T03:19:19,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/2e0d04975ed54da59276294423bf53a5, entries=150, sequenceid=270, filesize=12.0 K 2024-11-11T03:19:19,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/340395dbf8784ebe9bc98eaae5929049 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/340395dbf8784ebe9bc98eaae5929049 2024-11-11T03:19:19,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/340395dbf8784ebe9bc98eaae5929049, entries=150, sequenceid=270, filesize=12.0 K 2024-11-11T03:19:19,376 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 57fb145f877918e999234a72ca6bc19a in 847ms, sequenceid=270, compaction requested=true 2024-11-11T03:19:19,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:19,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57fb145f877918e999234a72ca6bc19a:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:19:19,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:19,377 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:19:19,377 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:19:19,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57fb145f877918e999234a72ca6bc19a:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:19:19,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:19,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57fb145f877918e999234a72ca6bc19a:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:19:19,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:19:19,378 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49062 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:19:19,378 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53994 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:19:19,378 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): 57fb145f877918e999234a72ca6bc19a/A is initiating minor compaction (all files) 2024-11-11T03:19:19,378 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 57fb145f877918e999234a72ca6bc19a/B is initiating minor compaction (all files) 2024-11-11T03:19:19,378 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57fb145f877918e999234a72ca6bc19a/A in TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:19,378 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57fb145f877918e999234a72ca6bc19a/B in TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:19,378 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/6e0f13a7b15d47d9bff45f1e73b3e9a4, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/63f26402fa2f48bd8686658d4731c7c8, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/d64dac976a65443da2934ada1fc2476b, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/2e0d04975ed54da59276294423bf53a5] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp, totalSize=47.9 K 2024-11-11T03:19:19,378 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/46c788019598421989dfc27d6d24f6b8, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/30ea947a80534e8aae4f1c2eaaecbcfc, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/82f4d4b948224396a9f15b0d3763b8d9, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/13ae81adf417481abae43ebd1a369de4] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp, totalSize=52.7 K 2024-11-11T03:19:19,379 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46c788019598421989dfc27d6d24f6b8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731295153737 2024-11-11T03:19:19,379 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e0f13a7b15d47d9bff45f1e73b3e9a4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731295153737 2024-11-11T03:19:19,379 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30ea947a80534e8aae4f1c2eaaecbcfc, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731295154389 2024-11-11T03:19:19,379 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 63f26402fa2f48bd8686658d4731c7c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731295154393 2024-11-11T03:19:19,379 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82f4d4b948224396a9f15b0d3763b8d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731295155884 2024-11-11T03:19:19,379 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting d64dac976a65443da2934ada1fc2476b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731295155884 2024-11-11T03:19:19,380 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e0d04975ed54da59276294423bf53a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731295158045 2024-11-11T03:19:19,380 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13ae81adf417481abae43ebd1a369de4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731295158045 2024-11-11T03:19:19,387 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57fb145f877918e999234a72ca6bc19a#B#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:19,388 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/f91000e419274861a2c53dc5a134e980 is 50, key is test_row_0/B:col10/1731295158045/Put/seqid=0 2024-11-11T03:19:19,388 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57fb145f877918e999234a72ca6bc19a#A#compaction#433 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:19,389 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/86214fec58a24e7ab4be9766a82b7721 is 50, key is test_row_0/A:col10/1731295158045/Put/seqid=0 2024-11-11T03:19:19,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742332_1508 (size=12745) 2024-11-11T03:19:19,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742333_1509 (size=12847) 2024-11-11T03:19:19,410 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/86214fec58a24e7ab4be9766a82b7721 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/86214fec58a24e7ab4be9766a82b7721 2024-11-11T03:19:19,413 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 57fb145f877918e999234a72ca6bc19a/A of 57fb145f877918e999234a72ca6bc19a into 86214fec58a24e7ab4be9766a82b7721(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:19,413 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:19,414 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a., storeName=57fb145f877918e999234a72ca6bc19a/A, priority=12, startTime=1731295159376; duration=0sec 2024-11-11T03:19:19,414 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:19:19,414 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57fb145f877918e999234a72ca6bc19a:A 2024-11-11T03:19:19,414 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:19:19,415 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49164 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:19:19,415 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): 57fb145f877918e999234a72ca6bc19a/C is initiating minor compaction (all files) 2024-11-11T03:19:19,415 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 57fb145f877918e999234a72ca6bc19a/C in TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:19,415 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/1ff186cd848f42b8ad395c786865f7e2, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/ffc0440d6dd54f66a04cf45cf34ab939, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/276ba17842324b3dabe4a94528888118, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/340395dbf8784ebe9bc98eaae5929049] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp, totalSize=48.0 K 2024-11-11T03:19:19,415 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ff186cd848f42b8ad395c786865f7e2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731295153737 2024-11-11T03:19:19,416 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffc0440d6dd54f66a04cf45cf34ab939, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731295154393 2024-11-11T03:19:19,416 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 276ba17842324b3dabe4a94528888118, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731295155884 2024-11-11T03:19:19,416 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 340395dbf8784ebe9bc98eaae5929049, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731295158045 2024-11-11T03:19:19,423 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57fb145f877918e999234a72ca6bc19a#C#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:19,424 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/47a2490f0ab047799ea1f61477cafd0a is 50, key is test_row_0/C:col10/1731295158045/Put/seqid=0 2024-11-11T03:19:19,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742334_1510 (size=12847) 2024-11-11T03:19:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 57fb145f877918e999234a72ca6bc19a 2024-11-11T03:19:19,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 57fb145f877918e999234a72ca6bc19a 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-11T03:19:19,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=A 2024-11-11T03:19:19,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:19,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=B 2024-11-11T03:19:19,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:19,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=C 2024-11-11T03:19:19,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:19,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/c13af71350d146c1be314b830bd42141 is 50, key is test_row_0/A:col10/1731295158574/Put/seqid=0 2024-11-11T03:19:19,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742335_1511 (size=14741) 2024-11-11T03:19:19,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295219745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:19,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295219748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:19,802 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/f91000e419274861a2c53dc5a134e980 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/f91000e419274861a2c53dc5a134e980 2024-11-11T03:19:19,806 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 57fb145f877918e999234a72ca6bc19a/B of 57fb145f877918e999234a72ca6bc19a into f91000e419274861a2c53dc5a134e980(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:19,806 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:19,806 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a., storeName=57fb145f877918e999234a72ca6bc19a/B, priority=12, startTime=1731295159377; duration=0sec 2024-11-11T03:19:19,806 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:19,806 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57fb145f877918e999234a72ca6bc19a:B 2024-11-11T03:19:19,832 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/47a2490f0ab047799ea1f61477cafd0a as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/47a2490f0ab047799ea1f61477cafd0a 2024-11-11T03:19:19,836 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 57fb145f877918e999234a72ca6bc19a/C of 57fb145f877918e999234a72ca6bc19a into 47a2490f0ab047799ea1f61477cafd0a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:19,836 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:19,836 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a., storeName=57fb145f877918e999234a72ca6bc19a/C, priority=12, startTime=1731295159377; duration=0sec 2024-11-11T03:19:19,837 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:19,837 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57fb145f877918e999234a72ca6bc19a:C 2024-11-11T03:19:19,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295219852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:19,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295219852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:20,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:20,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295220055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:20,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:20,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295220056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:20,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/c13af71350d146c1be314b830bd42141 2024-11-11T03:19:20,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/1683392d24d74d7dbab8986c9b712c81 is 50, key is test_row_0/B:col10/1731295158574/Put/seqid=0 2024-11-11T03:19:20,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742336_1512 (size=12301) 2024-11-11T03:19:20,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:20,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44962 deadline: 1731295220173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:20,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44898 deadline: 1731295220182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:20,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:20,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44946 deadline: 1731295220184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-11T03:19:20,331 INFO [Thread-2017 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-11T03:19:20,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:19:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-11T03:19:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-11T03:19:20,334 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:19:20,334 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:19:20,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:19:20,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:20,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295220359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:20,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295220361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:20,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-11T03:19:20,486 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:20,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-11T03:19:20,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:20,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:20,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:20,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:20,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:20,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/1683392d24d74d7dbab8986c9b712c81 2024-11-11T03:19:20,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/386e16bfed3f40beb3f11ca94a1027ba is 50, key is test_row_0/C:col10/1731295158574/Put/seqid=0 2024-11-11T03:19:20,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742337_1513 (size=12301) 2024-11-11T03:19:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-11T03:19:20,639 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:20,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-11T03:19:20,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:20,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:20,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:20,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:20,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:20,792 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:20,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-11T03:19:20,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:20,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:20,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:20,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:20,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:20,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1731295220863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:20,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44972 deadline: 1731295220866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-11T03:19:20,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/386e16bfed3f40beb3f11ca94a1027ba 2024-11-11T03:19:20,944 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:20,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-11T03:19:20,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:20,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:20,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:20,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:20,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:20,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/c13af71350d146c1be314b830bd42141 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/c13af71350d146c1be314b830bd42141 2024-11-11T03:19:20,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/c13af71350d146c1be314b830bd42141, entries=200, sequenceid=290, filesize=14.4 K 2024-11-11T03:19:20,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/1683392d24d74d7dbab8986c9b712c81 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/1683392d24d74d7dbab8986c9b712c81 2024-11-11T03:19:20,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/1683392d24d74d7dbab8986c9b712c81, entries=150, sequenceid=290, filesize=12.0 K 2024-11-11T03:19:20,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/386e16bfed3f40beb3f11ca94a1027ba as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/386e16bfed3f40beb3f11ca94a1027ba 2024-11-11T03:19:20,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/386e16bfed3f40beb3f11ca94a1027ba, entries=150, sequenceid=290, filesize=12.0 K 2024-11-11T03:19:20,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 57fb145f877918e999234a72ca6bc19a in 1259ms, sequenceid=290, compaction requested=false 2024-11-11T03:19:20,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:21,097 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:21,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-11T03:19:21,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:21,098 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 57fb145f877918e999234a72ca6bc19a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-11T03:19:21,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=A 2024-11-11T03:19:21,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:21,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=B 2024-11-11T03:19:21,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:21,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=C 2024-11-11T03:19:21,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:21,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/9f1fa7e4e4224fe292575e05b4ab2d94 is 50, key is test_row_0/A:col10/1731295159739/Put/seqid=0 2024-11-11T03:19:21,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742338_1514 (size=12301) 2024-11-11T03:19:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-11T03:19:21,508 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/9f1fa7e4e4224fe292575e05b4ab2d94 2024-11-11T03:19:21,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/d58d1e5aa3ca4c9082fe83023410c3eb is 50, key is test_row_0/B:col10/1731295159739/Put/seqid=0 2024-11-11T03:19:21,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742339_1515 (size=12301) 2024-11-11T03:19:21,730 DEBUG [Thread-2018 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d672ed2 to 127.0.0.1:50122 2024-11-11T03:19:21,730 DEBUG [Thread-2018 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:19:21,730 DEBUG [Thread-2026 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2405c04e to 127.0.0.1:50122 2024-11-11T03:19:21,730 DEBUG [Thread-2026 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:19:21,731 DEBUG [Thread-2020 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cf40102 to 127.0.0.1:50122 2024-11-11T03:19:21,731 DEBUG [Thread-2020 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:19:21,732 DEBUG [Thread-2024 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3652e74d to 127.0.0.1:50122 2024-11-11T03:19:21,732 DEBUG [Thread-2024 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:19:21,734 DEBUG [Thread-2022 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x496fe03f to 127.0.0.1:50122 2024-11-11T03:19:21,734 DEBUG [Thread-2022 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:19:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 57fb145f877918e999234a72ca6bc19a 2024-11-11T03:19:21,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. as already flushing 2024-11-11T03:19:21,866 DEBUG [Thread-2013 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4414259d to 127.0.0.1:50122 2024-11-11T03:19:21,866 DEBUG [Thread-2013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:19:21,873 DEBUG [Thread-2007 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79b10416 to 127.0.0.1:50122 2024-11-11T03:19:21,873 DEBUG [Thread-2007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:19:21,929 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/d58d1e5aa3ca4c9082fe83023410c3eb 2024-11-11T03:19:21,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/b006c7ea4bc84c3d8ec29a91bb93d4be is 50, key is test_row_0/C:col10/1731295159739/Put/seqid=0 2024-11-11T03:19:21,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742340_1516 (size=12301) 2024-11-11T03:19:22,182 DEBUG [Thread-2009 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f142b04 to 127.0.0.1:50122 2024-11-11T03:19:22,182 DEBUG [Thread-2009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:19:22,202 DEBUG [Thread-2011 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0de9f076 to 127.0.0.1:50122 2024-11-11T03:19:22,202 DEBUG [Thread-2011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:19:22,204 DEBUG [Thread-2015 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ed69825 to 127.0.0.1:50122 2024-11-11T03:19:22,204 DEBUG [Thread-2015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:19:22,338 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/b006c7ea4bc84c3d8ec29a91bb93d4be 2024-11-11T03:19:22,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/9f1fa7e4e4224fe292575e05b4ab2d94 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/9f1fa7e4e4224fe292575e05b4ab2d94 2024-11-11T03:19:22,344 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/9f1fa7e4e4224fe292575e05b4ab2d94, entries=150, sequenceid=309, filesize=12.0 K 2024-11-11T03:19:22,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/d58d1e5aa3ca4c9082fe83023410c3eb as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/d58d1e5aa3ca4c9082fe83023410c3eb 2024-11-11T03:19:22,347 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/d58d1e5aa3ca4c9082fe83023410c3eb, entries=150, sequenceid=309, filesize=12.0 K 2024-11-11T03:19:22,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/b006c7ea4bc84c3d8ec29a91bb93d4be as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/b006c7ea4bc84c3d8ec29a91bb93d4be 2024-11-11T03:19:22,351 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/b006c7ea4bc84c3d8ec29a91bb93d4be, entries=150, sequenceid=309, filesize=12.0 K 2024-11-11T03:19:22,352 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=33.54 KB/34350 for 57fb145f877918e999234a72ca6bc19a in 1254ms, sequenceid=309, compaction requested=true 2024-11-11T03:19:22,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:22,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:22,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-11T03:19:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-11T03:19:22,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-11T03:19:22,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0190 sec 2024-11-11T03:19:22,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 2.0220 sec 2024-11-11T03:19:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-11T03:19:22,437 INFO [Thread-2017 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-11T03:19:22,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T03:19:22,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-11T03:19:22,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-11T03:19:22,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-11T03:19:22,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-11T03:19:22,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-11T03:19:22,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T03:19:22,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T03:19:22,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2808 2024-11-11T03:19:22,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8424 rows 2024-11-11T03:19:22,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2809 2024-11-11T03:19:22,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8427 rows 2024-11-11T03:19:22,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2804 2024-11-11T03:19:22,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8412 rows 2024-11-11T03:19:22,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2801 2024-11-11T03:19:22,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8403 rows 2024-11-11T03:19:22,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2793 2024-11-11T03:19:22,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8379 rows 2024-11-11T03:19:22,438 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-11T03:19:22,438 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c60eb7d to 127.0.0.1:50122 2024-11-11T03:19:22,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:19:22,440 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-11T03:19:22,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-11T03:19:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T03:19:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-11T03:19:22,444 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731295162444"}]},"ts":"1731295162444"} 2024-11-11T03:19:22,445 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T03:19:22,447 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T03:19:22,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T03:19:22,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=57fb145f877918e999234a72ca6bc19a, UNASSIGN}] 2024-11-11T03:19:22,449 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=57fb145f877918e999234a72ca6bc19a, UNASSIGN 2024-11-11T03:19:22,449 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=57fb145f877918e999234a72ca6bc19a, regionState=CLOSING, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:22,450 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T03:19:22,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; CloseRegionProcedure 57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786}] 2024-11-11T03:19:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-11T03:19:22,601 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:22,602 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(124): Close 57fb145f877918e999234a72ca6bc19a 2024-11-11T03:19:22,602 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T03:19:22,602 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1681): Closing 57fb145f877918e999234a72ca6bc19a, disabling compactions & flushes 2024-11-11T03:19:22,602 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:22,602 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:22,602 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. after waiting 0 ms 2024-11-11T03:19:22,602 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:22,602 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(2837): Flushing 57fb145f877918e999234a72ca6bc19a 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T03:19:22,602 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=A 2024-11-11T03:19:22,602 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:22,602 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=B 2024-11-11T03:19:22,602 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:22,602 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57fb145f877918e999234a72ca6bc19a, store=C 2024-11-11T03:19:22,602 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:22,606 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/e7ecadaee5a64b38a32c3e43cf8f0f33 is 50, key is test_row_0/A:col10/1731295162181/Put/seqid=0 2024-11-11T03:19:22,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742341_1517 (size=9857) 2024-11-11T03:19:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-11T03:19:23,010 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/e7ecadaee5a64b38a32c3e43cf8f0f33 2024-11-11T03:19:23,015 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/67c3f931f2954629ab23cecb18c275d3 is 50, key is test_row_0/B:col10/1731295162181/Put/seqid=0 2024-11-11T03:19:23,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742342_1518 (size=9857) 2024-11-11T03:19:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-11T03:19:23,419 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/67c3f931f2954629ab23cecb18c275d3 2024-11-11T03:19:23,424 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/847423433a234d4ba45d8087df77e87c is 50, key is test_row_0/C:col10/1731295162181/Put/seqid=0 2024-11-11T03:19:23,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742343_1519 (size=9857) 2024-11-11T03:19:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-11T03:19:23,827 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/847423433a234d4ba45d8087df77e87c 2024-11-11T03:19:23,831 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/A/e7ecadaee5a64b38a32c3e43cf8f0f33 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/e7ecadaee5a64b38a32c3e43cf8f0f33 2024-11-11T03:19:23,833 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/e7ecadaee5a64b38a32c3e43cf8f0f33, entries=100, sequenceid=317, filesize=9.6 K 2024-11-11T03:19:23,834 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/B/67c3f931f2954629ab23cecb18c275d3 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/67c3f931f2954629ab23cecb18c275d3 2024-11-11T03:19:23,836 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/67c3f931f2954629ab23cecb18c275d3, entries=100, sequenceid=317, filesize=9.6 K 2024-11-11T03:19:23,837 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/.tmp/C/847423433a234d4ba45d8087df77e87c as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/847423433a234d4ba45d8087df77e87c 2024-11-11T03:19:23,839 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/847423433a234d4ba45d8087df77e87c, entries=100, sequenceid=317, filesize=9.6 K 2024-11-11T03:19:23,840 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 57fb145f877918e999234a72ca6bc19a in 1238ms, sequenceid=317, compaction requested=true 2024-11-11T03:19:23,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/5173be5fe4ce4edba7b0bfea4da87c8f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/a30c4bb4b56944928f1a7dff732875ca, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/e251206a89a64904b2752a4c3ba4434b, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/781d9393b90f4861a213df3095ba5871, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/f825925bbfa6482db61a3ada9026062d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/cfaeda7ab7e741a384b40ed25133aa68, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/adb1907f1dc044ca804c38b11ca59cfd, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/4a405249d45a41a3b93bdd59d39d14b9, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/8a5d86cafa1e4df18e11cbf209c5e72e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/ae96b479bbcd4d8a90b6bb170658a959, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/c0a3dfa6661848abbae63f8b18811745, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/904c576b343b4b0ead5ade8e6c02c866, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/46c788019598421989dfc27d6d24f6b8, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/30ea947a80534e8aae4f1c2eaaecbcfc, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/82f4d4b948224396a9f15b0d3763b8d9, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/13ae81adf417481abae43ebd1a369de4] to archive 2024-11-11T03:19:23,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T03:19:23,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/5173be5fe4ce4edba7b0bfea4da87c8f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/5173be5fe4ce4edba7b0bfea4da87c8f 2024-11-11T03:19:23,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/a30c4bb4b56944928f1a7dff732875ca to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/a30c4bb4b56944928f1a7dff732875ca 2024-11-11T03:19:23,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/e251206a89a64904b2752a4c3ba4434b to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/e251206a89a64904b2752a4c3ba4434b 2024-11-11T03:19:23,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/781d9393b90f4861a213df3095ba5871 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/781d9393b90f4861a213df3095ba5871 2024-11-11T03:19:23,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/f825925bbfa6482db61a3ada9026062d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/f825925bbfa6482db61a3ada9026062d 2024-11-11T03:19:23,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/cfaeda7ab7e741a384b40ed25133aa68 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/cfaeda7ab7e741a384b40ed25133aa68 2024-11-11T03:19:23,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/adb1907f1dc044ca804c38b11ca59cfd to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/adb1907f1dc044ca804c38b11ca59cfd 2024-11-11T03:19:23,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/4a405249d45a41a3b93bdd59d39d14b9 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/4a405249d45a41a3b93bdd59d39d14b9 2024-11-11T03:19:23,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/8a5d86cafa1e4df18e11cbf209c5e72e to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/8a5d86cafa1e4df18e11cbf209c5e72e 2024-11-11T03:19:23,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/ae96b479bbcd4d8a90b6bb170658a959 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/ae96b479bbcd4d8a90b6bb170658a959 2024-11-11T03:19:23,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/c0a3dfa6661848abbae63f8b18811745 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/c0a3dfa6661848abbae63f8b18811745 2024-11-11T03:19:23,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/904c576b343b4b0ead5ade8e6c02c866 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/904c576b343b4b0ead5ade8e6c02c866 2024-11-11T03:19:23,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/46c788019598421989dfc27d6d24f6b8 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/46c788019598421989dfc27d6d24f6b8 2024-11-11T03:19:23,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/30ea947a80534e8aae4f1c2eaaecbcfc to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/30ea947a80534e8aae4f1c2eaaecbcfc 2024-11-11T03:19:23,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/82f4d4b948224396a9f15b0d3763b8d9 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/82f4d4b948224396a9f15b0d3763b8d9 2024-11-11T03:19:23,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/13ae81adf417481abae43ebd1a369de4 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/13ae81adf417481abae43ebd1a369de4 2024-11-11T03:19:23,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/b31767a997e549419af277b9d7cc0bc6, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/6225565d8ea34373a2233beaf740fcc2, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/3dea5e3778ab46fb9b3da61a08db8a4b, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/9d11345ec33c4b46953a3e9223b30e11, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/0678fdddf57a41aaa6205ab19551cf62, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/cfd9be1471c642ed984a02f5f4fd86c7, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/a113fda862dc4416b0626d486ade9ce4, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/0c85e2c02b5f4079b9ff0a2f24632959, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/6e0f13a7b15d47d9bff45f1e73b3e9a4, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/c5b5b38907ce452bb1631fa361e8771a, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/63f26402fa2f48bd8686658d4731c7c8, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/d64dac976a65443da2934ada1fc2476b, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/2e0d04975ed54da59276294423bf53a5] to archive 2024-11-11T03:19:23,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T03:19:23,856 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/b31767a997e549419af277b9d7cc0bc6 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/b31767a997e549419af277b9d7cc0bc6 2024-11-11T03:19:23,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/6225565d8ea34373a2233beaf740fcc2 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/6225565d8ea34373a2233beaf740fcc2 2024-11-11T03:19:23,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/3dea5e3778ab46fb9b3da61a08db8a4b to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/3dea5e3778ab46fb9b3da61a08db8a4b 2024-11-11T03:19:23,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/9d11345ec33c4b46953a3e9223b30e11 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/9d11345ec33c4b46953a3e9223b30e11 2024-11-11T03:19:23,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/0678fdddf57a41aaa6205ab19551cf62 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/0678fdddf57a41aaa6205ab19551cf62 2024-11-11T03:19:23,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/cfd9be1471c642ed984a02f5f4fd86c7 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/cfd9be1471c642ed984a02f5f4fd86c7 2024-11-11T03:19:23,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/a113fda862dc4416b0626d486ade9ce4 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/a113fda862dc4416b0626d486ade9ce4 2024-11-11T03:19:23,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/0c85e2c02b5f4079b9ff0a2f24632959 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/0c85e2c02b5f4079b9ff0a2f24632959 2024-11-11T03:19:23,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/6e0f13a7b15d47d9bff45f1e73b3e9a4 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/6e0f13a7b15d47d9bff45f1e73b3e9a4 2024-11-11T03:19:23,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/c5b5b38907ce452bb1631fa361e8771a to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/c5b5b38907ce452bb1631fa361e8771a 2024-11-11T03:19:23,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/63f26402fa2f48bd8686658d4731c7c8 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/63f26402fa2f48bd8686658d4731c7c8 2024-11-11T03:19:23,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/d64dac976a65443da2934ada1fc2476b to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/d64dac976a65443da2934ada1fc2476b 2024-11-11T03:19:23,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/2e0d04975ed54da59276294423bf53a5 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/2e0d04975ed54da59276294423bf53a5 2024-11-11T03:19:23,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/7ac337e12974447799ff222265858135, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/70b2538ffc9a48d7a4b4684b963e1c4c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/f76af2a5ac7c478fbf268ce7a850ba1e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/8cb0f030d5314a15b125837c4e41cc5a, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/6430716e46624ded9bc760793102f4c2, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/5e1e51adb3fe4f978a1b3e3481174dff, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/31fe1df6e26742dd91c0e5997b85834f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/926139a801774ed8bd849229a5f7c6ed, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/d59faa80ad2c4d76a6e5b6b32d530fb6, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/d82ed81b9609454cb1e96ddfe421f5fb, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/a0df31b7de104c659a872226c00ec43d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/1ff186cd848f42b8ad395c786865f7e2, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/7c9a2cae38014fba8c3137e4f04005fc, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/ffc0440d6dd54f66a04cf45cf34ab939, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/276ba17842324b3dabe4a94528888118, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/340395dbf8784ebe9bc98eaae5929049] to archive 2024-11-11T03:19:23,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T03:19:23,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/7ac337e12974447799ff222265858135 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/7ac337e12974447799ff222265858135 2024-11-11T03:19:23,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/70b2538ffc9a48d7a4b4684b963e1c4c to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/70b2538ffc9a48d7a4b4684b963e1c4c 2024-11-11T03:19:23,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/f76af2a5ac7c478fbf268ce7a850ba1e to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/f76af2a5ac7c478fbf268ce7a850ba1e 2024-11-11T03:19:23,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/8cb0f030d5314a15b125837c4e41cc5a to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/8cb0f030d5314a15b125837c4e41cc5a 2024-11-11T03:19:23,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/6430716e46624ded9bc760793102f4c2 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/6430716e46624ded9bc760793102f4c2 2024-11-11T03:19:23,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/5e1e51adb3fe4f978a1b3e3481174dff to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/5e1e51adb3fe4f978a1b3e3481174dff 2024-11-11T03:19:23,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/31fe1df6e26742dd91c0e5997b85834f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/31fe1df6e26742dd91c0e5997b85834f 2024-11-11T03:19:23,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/926139a801774ed8bd849229a5f7c6ed to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/926139a801774ed8bd849229a5f7c6ed 2024-11-11T03:19:23,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/d59faa80ad2c4d76a6e5b6b32d530fb6 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/d59faa80ad2c4d76a6e5b6b32d530fb6 2024-11-11T03:19:23,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/d82ed81b9609454cb1e96ddfe421f5fb to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/d82ed81b9609454cb1e96ddfe421f5fb 2024-11-11T03:19:23,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/a0df31b7de104c659a872226c00ec43d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/a0df31b7de104c659a872226c00ec43d 2024-11-11T03:19:23,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/1ff186cd848f42b8ad395c786865f7e2 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/1ff186cd848f42b8ad395c786865f7e2 2024-11-11T03:19:23,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/7c9a2cae38014fba8c3137e4f04005fc to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/7c9a2cae38014fba8c3137e4f04005fc 2024-11-11T03:19:23,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/ffc0440d6dd54f66a04cf45cf34ab939 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/ffc0440d6dd54f66a04cf45cf34ab939 2024-11-11T03:19:23,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/276ba17842324b3dabe4a94528888118 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/276ba17842324b3dabe4a94528888118 2024-11-11T03:19:23,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/340395dbf8784ebe9bc98eaae5929049 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/340395dbf8784ebe9bc98eaae5929049 2024-11-11T03:19:23,885 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/recovered.edits/320.seqid, newMaxSeqId=320, maxSeqId=1 2024-11-11T03:19:23,885 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a. 2024-11-11T03:19:23,885 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1635): Region close journal for 57fb145f877918e999234a72ca6bc19a: 2024-11-11T03:19:23,887 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(170): Closed 57fb145f877918e999234a72ca6bc19a 2024-11-11T03:19:23,887 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=57fb145f877918e999234a72ca6bc19a, regionState=CLOSED 2024-11-11T03:19:23,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-11T03:19:23,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseRegionProcedure 57fb145f877918e999234a72ca6bc19a, server=e4cdd3a0b883,46769,1731295025786 in 1.4380 sec 2024-11-11T03:19:23,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-11T03:19:23,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=57fb145f877918e999234a72ca6bc19a, UNASSIGN in 1.4410 sec 2024-11-11T03:19:23,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-11T03:19:23,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4430 sec 2024-11-11T03:19:23,892 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731295163892"}]},"ts":"1731295163892"} 2024-11-11T03:19:23,892 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T03:19:23,894 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T03:19:23,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4550 sec 2024-11-11T03:19:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-11T03:19:24,547 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-11T03:19:24,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-11T03:19:24,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:19:24,549 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=152, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:19:24,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-11T03:19:24,549 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=152, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:19:24,551 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a 2024-11-11T03:19:24,553 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A, FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B, FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C, FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/recovered.edits] 2024-11-11T03:19:24,555 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/86214fec58a24e7ab4be9766a82b7721 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/86214fec58a24e7ab4be9766a82b7721 2024-11-11T03:19:24,555 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/9f1fa7e4e4224fe292575e05b4ab2d94 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/9f1fa7e4e4224fe292575e05b4ab2d94 2024-11-11T03:19:24,556 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/c13af71350d146c1be314b830bd42141 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/c13af71350d146c1be314b830bd42141 2024-11-11T03:19:24,557 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/e7ecadaee5a64b38a32c3e43cf8f0f33 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/A/e7ecadaee5a64b38a32c3e43cf8f0f33 2024-11-11T03:19:24,559 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/1683392d24d74d7dbab8986c9b712c81 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/1683392d24d74d7dbab8986c9b712c81 2024-11-11T03:19:24,559 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/67c3f931f2954629ab23cecb18c275d3 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/67c3f931f2954629ab23cecb18c275d3 2024-11-11T03:19:24,560 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/d58d1e5aa3ca4c9082fe83023410c3eb to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/d58d1e5aa3ca4c9082fe83023410c3eb 2024-11-11T03:19:24,561 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/f91000e419274861a2c53dc5a134e980 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/B/f91000e419274861a2c53dc5a134e980 2024-11-11T03:19:24,562 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/386e16bfed3f40beb3f11ca94a1027ba to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/386e16bfed3f40beb3f11ca94a1027ba 2024-11-11T03:19:24,563 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/47a2490f0ab047799ea1f61477cafd0a to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/47a2490f0ab047799ea1f61477cafd0a 2024-11-11T03:19:24,564 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/847423433a234d4ba45d8087df77e87c to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/847423433a234d4ba45d8087df77e87c 2024-11-11T03:19:24,565 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/b006c7ea4bc84c3d8ec29a91bb93d4be to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/C/b006c7ea4bc84c3d8ec29a91bb93d4be 2024-11-11T03:19:24,567 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/recovered.edits/320.seqid to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a/recovered.edits/320.seqid 2024-11-11T03:19:24,567 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/57fb145f877918e999234a72ca6bc19a 2024-11-11T03:19:24,568 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T03:19:24,569 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=152, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:19:24,570 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T03:19:24,572 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T03:19:24,573 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=152, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:19:24,573 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T03:19:24,573 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731295164573"}]},"ts":"9223372036854775807"} 2024-11-11T03:19:24,574 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-11T03:19:24,574 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 57fb145f877918e999234a72ca6bc19a, NAME => 'TestAcidGuarantees,,1731295139540.57fb145f877918e999234a72ca6bc19a.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T03:19:24,574 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T03:19:24,574 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731295164574"}]},"ts":"9223372036854775807"} 2024-11-11T03:19:24,576 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-11T03:19:24,578 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=152, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:19:24,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 31 msec 2024-11-11T03:19:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-11T03:19:24,650 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-11T03:19:24,659 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239 (was 238) - Thread LEAK? -, OpenFileDescriptor=446 (was 450), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=431 (was 450), ProcessCount=9 (was 9), AvailableMemoryMB=8128 (was 8131) 2024-11-11T03:19:24,667 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=9, AvailableMemoryMB=8128 2024-11-11T03:19:24,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T03:19:24,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T03:19:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T03:19:24,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T03:19:24,670 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:19:24,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 153 2024-11-11T03:19:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-11T03:19:24,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T03:19:24,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742344_1520 (size=960) 2024-11-11T03:19:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-11T03:19:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-11T03:19:25,076 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0 2024-11-11T03:19:25,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742345_1521 (size=53) 2024-11-11T03:19:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-11T03:19:25,481 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:19:25,482 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 939d6d3af41760e025d7f0c21122e47d, disabling compactions & flushes 2024-11-11T03:19:25,482 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:25,482 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:25,482 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. after waiting 0 ms 2024-11-11T03:19:25,482 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:25,482 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:25,482 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:25,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T03:19:25,483 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731295165483"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731295165483"}]},"ts":"1731295165483"} 2024-11-11T03:19:25,484 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-11T03:19:25,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T03:19:25,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731295165484"}]},"ts":"1731295165484"} 2024-11-11T03:19:25,485 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T03:19:25,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=939d6d3af41760e025d7f0c21122e47d, ASSIGN}] 2024-11-11T03:19:25,489 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=939d6d3af41760e025d7f0c21122e47d, ASSIGN 2024-11-11T03:19:25,490 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=939d6d3af41760e025d7f0c21122e47d, ASSIGN; state=OFFLINE, location=e4cdd3a0b883,46769,1731295025786; forceNewPlan=false, retain=false 2024-11-11T03:19:25,547 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-11T03:19:25,640 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=939d6d3af41760e025d7f0c21122e47d, regionState=OPENING, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:25,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; OpenRegionProcedure 939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786}] 2024-11-11T03:19:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-11T03:19:25,793 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:25,795 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:25,795 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7285): Opening region: {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} 2024-11-11T03:19:25,796 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:25,796 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:19:25,796 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7327): checking encryption for 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:25,796 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7330): checking classloading for 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:25,797 INFO [StoreOpener-939d6d3af41760e025d7f0c21122e47d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:25,798 INFO [StoreOpener-939d6d3af41760e025d7f0c21122e47d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T03:19:25,798 INFO [StoreOpener-939d6d3af41760e025d7f0c21122e47d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 939d6d3af41760e025d7f0c21122e47d columnFamilyName A 2024-11-11T03:19:25,798 DEBUG [StoreOpener-939d6d3af41760e025d7f0c21122e47d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:19:25,799 INFO [StoreOpener-939d6d3af41760e025d7f0c21122e47d-1 {}] regionserver.HStore(327): Store=939d6d3af41760e025d7f0c21122e47d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:19:25,799 INFO [StoreOpener-939d6d3af41760e025d7f0c21122e47d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:25,800 INFO [StoreOpener-939d6d3af41760e025d7f0c21122e47d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T03:19:25,800 INFO [StoreOpener-939d6d3af41760e025d7f0c21122e47d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 939d6d3af41760e025d7f0c21122e47d columnFamilyName B 2024-11-11T03:19:25,800 DEBUG [StoreOpener-939d6d3af41760e025d7f0c21122e47d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:19:25,800 INFO [StoreOpener-939d6d3af41760e025d7f0c21122e47d-1 {}] regionserver.HStore(327): Store=939d6d3af41760e025d7f0c21122e47d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:19:25,800 INFO [StoreOpener-939d6d3af41760e025d7f0c21122e47d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:25,801 INFO [StoreOpener-939d6d3af41760e025d7f0c21122e47d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T03:19:25,801 INFO [StoreOpener-939d6d3af41760e025d7f0c21122e47d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 939d6d3af41760e025d7f0c21122e47d columnFamilyName C 2024-11-11T03:19:25,801 DEBUG [StoreOpener-939d6d3af41760e025d7f0c21122e47d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:19:25,801 INFO [StoreOpener-939d6d3af41760e025d7f0c21122e47d-1 {}] regionserver.HStore(327): Store=939d6d3af41760e025d7f0c21122e47d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:19:25,802 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:25,802 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:25,802 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:25,803 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T03:19:25,804 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1085): writing seq id for 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:25,806 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T03:19:25,806 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1102): Opened 939d6d3af41760e025d7f0c21122e47d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66075681, jitterRate=-0.015395626425743103}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T03:19:25,806 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1001): Region open journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:25,807 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d., pid=155, masterSystemTime=1731295165793 2024-11-11T03:19:25,808 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:25,808 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:25,808 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=939d6d3af41760e025d7f0c21122e47d, regionState=OPEN, openSeqNum=2, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:25,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-11T03:19:25,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; OpenRegionProcedure 939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 in 168 msec 2024-11-11T03:19:25,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-11T03:19:25,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=939d6d3af41760e025d7f0c21122e47d, ASSIGN in 321 msec 2024-11-11T03:19:25,811 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T03:19:25,812 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731295165811"}]},"ts":"1731295165811"} 2024-11-11T03:19:25,812 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T03:19:25,815 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T03:19:25,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-11T03:19:26,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-11T03:19:26,774 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-11T03:19:26,775 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fb684eb to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@537a66f8 2024-11-11T03:19:26,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac53e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:19:26,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:19:26,785 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:19:26,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T03:19:26,786 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56492, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T03:19:26,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T03:19:26,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T03:19:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-11T03:19:26,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742346_1522 (size=996) 2024-11-11T03:19:27,198 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-11T03:19:27,198 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-11T03:19:27,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T03:19:27,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=939d6d3af41760e025d7f0c21122e47d, REOPEN/MOVE}] 2024-11-11T03:19:27,201 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=939d6d3af41760e025d7f0c21122e47d, REOPEN/MOVE 2024-11-11T03:19:27,202 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=939d6d3af41760e025d7f0c21122e47d, regionState=CLOSING, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:27,203 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T03:19:27,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; CloseRegionProcedure 939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786}] 2024-11-11T03:19:27,354 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:27,354 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(124): Close 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:27,354 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T03:19:27,354 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1681): Closing 939d6d3af41760e025d7f0c21122e47d, disabling compactions & flushes 2024-11-11T03:19:27,354 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:27,354 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:27,354 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. after waiting 0 ms 2024-11-11T03:19:27,354 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:27,357 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T03:19:27,358 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:27,358 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1635): Region close journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:27,358 WARN [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionServer(3786): Not adding moved region record: 939d6d3af41760e025d7f0c21122e47d to self. 2024-11-11T03:19:27,359 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(170): Closed 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:27,359 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=939d6d3af41760e025d7f0c21122e47d, regionState=CLOSED 2024-11-11T03:19:27,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-11T03:19:27,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; CloseRegionProcedure 939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 in 157 msec 2024-11-11T03:19:27,362 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=939d6d3af41760e025d7f0c21122e47d, REOPEN/MOVE; state=CLOSED, location=e4cdd3a0b883,46769,1731295025786; forceNewPlan=false, retain=true 2024-11-11T03:19:27,512 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=939d6d3af41760e025d7f0c21122e47d, regionState=OPENING, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:27,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=158, state=RUNNABLE; OpenRegionProcedure 939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786}] 2024-11-11T03:19:27,664 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:27,667 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:27,667 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7285): Opening region: {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} 2024-11-11T03:19:27,667 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:27,667 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T03:19:27,667 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7327): checking encryption for 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:27,668 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7330): checking classloading for 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:27,669 INFO [StoreOpener-939d6d3af41760e025d7f0c21122e47d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:27,669 INFO [StoreOpener-939d6d3af41760e025d7f0c21122e47d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T03:19:27,669 INFO [StoreOpener-939d6d3af41760e025d7f0c21122e47d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 939d6d3af41760e025d7f0c21122e47d columnFamilyName A 2024-11-11T03:19:27,670 DEBUG [StoreOpener-939d6d3af41760e025d7f0c21122e47d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:19:27,670 INFO [StoreOpener-939d6d3af41760e025d7f0c21122e47d-1 {}] regionserver.HStore(327): Store=939d6d3af41760e025d7f0c21122e47d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:19:27,671 INFO [StoreOpener-939d6d3af41760e025d7f0c21122e47d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:27,671 INFO [StoreOpener-939d6d3af41760e025d7f0c21122e47d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T03:19:27,671 INFO [StoreOpener-939d6d3af41760e025d7f0c21122e47d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 939d6d3af41760e025d7f0c21122e47d columnFamilyName B 2024-11-11T03:19:27,671 DEBUG [StoreOpener-939d6d3af41760e025d7f0c21122e47d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:19:27,672 INFO [StoreOpener-939d6d3af41760e025d7f0c21122e47d-1 {}] regionserver.HStore(327): Store=939d6d3af41760e025d7f0c21122e47d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:19:27,672 INFO [StoreOpener-939d6d3af41760e025d7f0c21122e47d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:27,672 INFO [StoreOpener-939d6d3af41760e025d7f0c21122e47d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T03:19:27,672 INFO [StoreOpener-939d6d3af41760e025d7f0c21122e47d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 939d6d3af41760e025d7f0c21122e47d columnFamilyName C 2024-11-11T03:19:27,672 DEBUG [StoreOpener-939d6d3af41760e025d7f0c21122e47d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:19:27,673 INFO [StoreOpener-939d6d3af41760e025d7f0c21122e47d-1 {}] regionserver.HStore(327): Store=939d6d3af41760e025d7f0c21122e47d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T03:19:27,673 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:27,673 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:27,674 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:27,675 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T03:19:27,676 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1085): writing seq id for 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:27,676 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1102): Opened 939d6d3af41760e025d7f0c21122e47d; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62428837, jitterRate=-0.06973783671855927}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T03:19:27,677 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1001): Region open journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:27,678 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d., pid=160, masterSystemTime=1731295167664 2024-11-11T03:19:27,679 DEBUG [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:27,679 INFO [RS_OPEN_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:27,679 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=939d6d3af41760e025d7f0c21122e47d, regionState=OPEN, openSeqNum=5, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:27,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=158 2024-11-11T03:19:27,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=158, state=SUCCESS; OpenRegionProcedure 939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 in 167 msec 2024-11-11T03:19:27,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-11T03:19:27,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=939d6d3af41760e025d7f0c21122e47d, REOPEN/MOVE in 480 msec 2024-11-11T03:19:27,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-11T03:19:27,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 483 msec 2024-11-11T03:19:27,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 896 msec 2024-11-11T03:19:27,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-11T03:19:27,687 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0644b7e6 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6094c70 2024-11-11T03:19:27,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc9c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:19:27,691 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b5141 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@103dfc6e 2024-11-11T03:19:27,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7181df3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:19:27,694 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11a52cdf to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e047c09 2024-11-11T03:19:27,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11030ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:19:27,697 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d7fe431 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60d631a3 2024-11-11T03:19:27,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69abefea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:19:27,700 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x091d72db to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58971172 2024-11-11T03:19:27,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e757135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:19:27,707 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d7fe93b to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7846cb78 2024-11-11T03:19:27,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150e08ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:19:27,713 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11c440f7 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f1754bc 2024-11-11T03:19:27,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3b66d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:19:27,719 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58460ef3 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d9113f3 2024-11-11T03:19:27,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfdf76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:19:27,722 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e8cd1ae to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bb75907 2024-11-11T03:19:27,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c2838a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:19:27,726 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d832d43 to 127.0.0.1:50122 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c1d3a95 2024-11-11T03:19:27,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bf224f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T03:19:27,738 DEBUG [hconnection-0x29e47726-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:19:27,739 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:19:27,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:19:27,740 DEBUG [hconnection-0x4959bf77-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:19:27,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-11T03:19:27,741 DEBUG [hconnection-0x66b2406a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:19:27,741 DEBUG [hconnection-0xa272d52-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:19:27,741 DEBUG [hconnection-0x51bde219-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:19:27,741 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:19:27,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-11T03:19:27,741 DEBUG [hconnection-0x21b941cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:19:27,742 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:19:27,742 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39378, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:19:27,742 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39370, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:19:27,742 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39382, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:19:27,742 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:19:27,743 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:19:27,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:19:27,744 DEBUG [hconnection-0x53e66373-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:19:27,744 DEBUG [hconnection-0x5ea21d33-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:19:27,745 DEBUG [hconnection-0x541d34ef-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:19:27,745 DEBUG [hconnection-0x71494ee3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T03:19:27,745 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:19:27,745 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:19:27,746 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:19:27,747 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T03:19:27,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:27,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 939d6d3af41760e025d7f0c21122e47d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T03:19:27,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=A 2024-11-11T03:19:27,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:27,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=B 2024-11-11T03:19:27,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:27,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=C 2024-11-11T03:19:27,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:27,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:27,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295227765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:27,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295227765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:27,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295227766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:27,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:27,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295227767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:27,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:27,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295227768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:27,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c85320e815624d659a232af836e15d19_939d6d3af41760e025d7f0c21122e47d is 50, key is test_row_0/A:col10/1731295167744/Put/seqid=0 2024-11-11T03:19:27,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742347_1523 (size=12154) 2024-11-11T03:19:27,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-11T03:19:27,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295227869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:27,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295227870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:27,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295227870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:27,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295227870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:27,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295227871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:27,895 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:27,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-11T03:19:27,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:27,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:27,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:27,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:27,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-11T03:19:28,048 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:28,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-11T03:19:28,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:28,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:28,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:28,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:28,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:28,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:28,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:28,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295228071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:28,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:28,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295228072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:28,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295228073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:28,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:28,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295228073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:28,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:28,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295228074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:28,193 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:19:28,197 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c85320e815624d659a232af836e15d19_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c85320e815624d659a232af836e15d19_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:28,198 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/51be7383640e4ef6a08c7a596acf7703, store: [table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:28,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/51be7383640e4ef6a08c7a596acf7703 is 175, key is test_row_0/A:col10/1731295167744/Put/seqid=0 2024-11-11T03:19:28,200 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:28,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-11T03:19:28,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:28,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:28,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:28,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:28,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:28,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742348_1524 (size=30955) 2024-11-11T03:19:28,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-11T03:19:28,354 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:28,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-11T03:19:28,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:28,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:28,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:28,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:28,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:28,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295228375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:28,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295228376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:28,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295228376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:28,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295228377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:28,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295228377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:28,507 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:28,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-11T03:19:28,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:28,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:28,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:28,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:28,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:28,603 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/51be7383640e4ef6a08c7a596acf7703 2024-11-11T03:19:28,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/b2971def15eb488d8ab3fc6be5f053fa is 50, key is test_row_0/B:col10/1731295167744/Put/seqid=0 2024-11-11T03:19:28,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742349_1525 (size=12001) 2024-11-11T03:19:28,660 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:28,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-11T03:19:28,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:28,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:28,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:28,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:28,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:28,812 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:28,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-11T03:19:28,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:28,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:28,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:28,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:28,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-11T03:19:28,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295228878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:28,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295228878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:28,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295228880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:28,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295228882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:28,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295228884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:28,965 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:28,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-11T03:19:28,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:28,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:28,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:28,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:28,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:29,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/b2971def15eb488d8ab3fc6be5f053fa 2024-11-11T03:19:29,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/c5e69fbecb1345fea48ed6b666522585 is 50, key is test_row_0/C:col10/1731295167744/Put/seqid=0 2024-11-11T03:19:29,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742350_1526 (size=12001) 2024-11-11T03:19:29,118 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:29,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-11T03:19:29,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:29,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:29,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:29,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:29,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:29,271 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:29,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-11T03:19:29,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:29,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:29,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:29,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:29,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:29,408 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T03:19:29,426 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:29,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-11T03:19:29,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:29,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:29,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:29,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:29,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:29,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/c5e69fbecb1345fea48ed6b666522585 2024-11-11T03:19:29,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/51be7383640e4ef6a08c7a596acf7703 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/51be7383640e4ef6a08c7a596acf7703 2024-11-11T03:19:29,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/51be7383640e4ef6a08c7a596acf7703, entries=150, sequenceid=16, filesize=30.2 K 2024-11-11T03:19:29,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/b2971def15eb488d8ab3fc6be5f053fa as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/b2971def15eb488d8ab3fc6be5f053fa 2024-11-11T03:19:29,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/b2971def15eb488d8ab3fc6be5f053fa, entries=150, sequenceid=16, filesize=11.7 K 2024-11-11T03:19:29,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/c5e69fbecb1345fea48ed6b666522585 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/c5e69fbecb1345fea48ed6b666522585 2024-11-11T03:19:29,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/c5e69fbecb1345fea48ed6b666522585, entries=150, sequenceid=16, filesize=11.7 K 2024-11-11T03:19:29,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 939d6d3af41760e025d7f0c21122e47d in 1733ms, sequenceid=16, compaction requested=false 2024-11-11T03:19:29,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:29,547 ERROR [LeaseRenewer:jenkins@localhost:32915 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:32915,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:29,579 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:29,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-11T03:19:29,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:29,580 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 939d6d3af41760e025d7f0c21122e47d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T03:19:29,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=A 2024-11-11T03:19:29,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:29,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=B 2024-11-11T03:19:29,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:29,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=C 2024-11-11T03:19:29,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:29,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115b684848c895408ba19d9fc5ffda14da_939d6d3af41760e025d7f0c21122e47d is 50, key is test_row_0/A:col10/1731295167767/Put/seqid=0 2024-11-11T03:19:29,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742351_1527 (size=12154) 2024-11-11T03:19:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-11T03:19:29,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:29,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:29,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295229893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295229892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:29,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295229894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:29,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295229894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:29,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295229895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:29,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:19:29,993 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115b684848c895408ba19d9fc5ffda14da_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115b684848c895408ba19d9fc5ffda14da_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:29,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/d3bb02ea112143a28a6e36e63690a53c, store: [table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:29,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/d3bb02ea112143a28a6e36e63690a53c is 175, key is test_row_0/A:col10/1731295167767/Put/seqid=0 2024-11-11T03:19:29,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295229996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:29,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295229997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:29,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295229997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:29,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295229997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:29,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295229998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:30,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742352_1528 (size=30955) 2024-11-11T03:19:30,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295230199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:30,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295230199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:30,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:30,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295230199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295230200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:30,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295230200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:30,405 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/d3bb02ea112143a28a6e36e63690a53c 2024-11-11T03:19:30,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/68a123cb6ac04aa9835e60725ae5ca4f is 50, key is test_row_0/B:col10/1731295167767/Put/seqid=0 2024-11-11T03:19:30,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742353_1529 (size=12001) 2024-11-11T03:19:30,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295230502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:30,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295230502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:30,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295230503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:30,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295230503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:30,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295230504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:30,815 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/68a123cb6ac04aa9835e60725ae5ca4f 2024-11-11T03:19:30,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/500cf93181cf4b258e5807dc1edacb97 is 50, key is test_row_0/C:col10/1731295167767/Put/seqid=0 2024-11-11T03:19:30,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742354_1530 (size=12001) 2024-11-11T03:19:31,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295231005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:31,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295231007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:31,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295231007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:31,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295231008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:31,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295231008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:31,228 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/500cf93181cf4b258e5807dc1edacb97 2024-11-11T03:19:31,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/d3bb02ea112143a28a6e36e63690a53c as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/d3bb02ea112143a28a6e36e63690a53c 2024-11-11T03:19:31,235 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/d3bb02ea112143a28a6e36e63690a53c, entries=150, sequenceid=41, filesize=30.2 K 2024-11-11T03:19:31,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/68a123cb6ac04aa9835e60725ae5ca4f as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/68a123cb6ac04aa9835e60725ae5ca4f 2024-11-11T03:19:31,238 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/68a123cb6ac04aa9835e60725ae5ca4f, entries=150, sequenceid=41, filesize=11.7 K 2024-11-11T03:19:31,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/500cf93181cf4b258e5807dc1edacb97 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/500cf93181cf4b258e5807dc1edacb97 2024-11-11T03:19:31,242 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/500cf93181cf4b258e5807dc1edacb97, entries=150, sequenceid=41, filesize=11.7 K 2024-11-11T03:19:31,243 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 939d6d3af41760e025d7f0c21122e47d in 1663ms, sequenceid=41, compaction requested=false 2024-11-11T03:19:31,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:31,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:31,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-11T03:19:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-11T03:19:31,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-11T03:19:31,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5010 sec 2024-11-11T03:19:31,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 3.5060 sec 2024-11-11T03:19:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-11T03:19:31,847 INFO [Thread-2333 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-11T03:19:31,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:19:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-11T03:19:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-11T03:19:31,849 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:19:31,850 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:19:31,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:19:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-11T03:19:32,001 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:32,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-11T03:19:32,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:32,002 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 939d6d3af41760e025d7f0c21122e47d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T03:19:32,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=A 2024-11-11T03:19:32,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:32,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=B 2024-11-11T03:19:32,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:32,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=C 2024-11-11T03:19:32,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:32,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c45753b39f59459296a8c8074aa9e5a4_939d6d3af41760e025d7f0c21122e47d is 50, key is test_row_0/A:col10/1731295169894/Put/seqid=0 2024-11-11T03:19:32,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:32,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:32,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742355_1531 (size=12154) 2024-11-11T03:19:32,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:32,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295232029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295232030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:32,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295232031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:32,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295232032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:32,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:32,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295232032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:32,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295232134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:32,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295232134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:32,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295232134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:32,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295232134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:32,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295232135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:32,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-11T03:19:32,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295232336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:32,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295232337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:32,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295232337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:32,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295232338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:32,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295232338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:32,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:19:32,416 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c45753b39f59459296a8c8074aa9e5a4_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c45753b39f59459296a8c8074aa9e5a4_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:32,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/01ee49202b254d2aafa43e6f7d8ab0fb, store: [table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:32,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/01ee49202b254d2aafa43e6f7d8ab0fb is 175, key is test_row_0/A:col10/1731295169894/Put/seqid=0 2024-11-11T03:19:32,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742356_1532 (size=30955) 2024-11-11T03:19:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-11T03:19:32,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:32,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295232638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:32,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:32,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295232639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:32,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:32,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295232640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:32,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:32,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295232640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:32,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:32,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295232640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:32,822 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/01ee49202b254d2aafa43e6f7d8ab0fb 2024-11-11T03:19:32,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/e3c13021d5dd403da481cb90cf33dada is 50, key is test_row_0/B:col10/1731295169894/Put/seqid=0 2024-11-11T03:19:32,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742357_1533 (size=12001) 2024-11-11T03:19:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-11T03:19:33,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295233140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:33,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295233143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:33,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295233143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:33,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295233146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:33,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295233146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:33,232 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/e3c13021d5dd403da481cb90cf33dada 2024-11-11T03:19:33,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/0e000979dcca4822a023e41ef9ec2cac is 50, key is test_row_0/C:col10/1731295169894/Put/seqid=0 2024-11-11T03:19:33,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742358_1534 (size=12001) 2024-11-11T03:19:33,642 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/0e000979dcca4822a023e41ef9ec2cac 2024-11-11T03:19:33,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/01ee49202b254d2aafa43e6f7d8ab0fb as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/01ee49202b254d2aafa43e6f7d8ab0fb 2024-11-11T03:19:33,650 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/01ee49202b254d2aafa43e6f7d8ab0fb, entries=150, sequenceid=52, filesize=30.2 K 2024-11-11T03:19:33,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/e3c13021d5dd403da481cb90cf33dada as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/e3c13021d5dd403da481cb90cf33dada 2024-11-11T03:19:33,654 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/e3c13021d5dd403da481cb90cf33dada, entries=150, sequenceid=52, filesize=11.7 K 2024-11-11T03:19:33,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/0e000979dcca4822a023e41ef9ec2cac as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/0e000979dcca4822a023e41ef9ec2cac 2024-11-11T03:19:33,657 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/0e000979dcca4822a023e41ef9ec2cac, entries=150, sequenceid=52, filesize=11.7 K 2024-11-11T03:19:33,658 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 939d6d3af41760e025d7f0c21122e47d in 1656ms, sequenceid=52, compaction requested=true 2024-11-11T03:19:33,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:33,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:33,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-11T03:19:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-11T03:19:33,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-11T03:19:33,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8090 sec 2024-11-11T03:19:33,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.8130 sec 2024-11-11T03:19:33,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-11T03:19:33,953 INFO [Thread-2333 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-11T03:19:33,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:19:33,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-11T03:19:33,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-11T03:19:33,955 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:19:33,956 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:19:33,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:19:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-11T03:19:34,108 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:34,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-11T03:19:34,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:34,108 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 939d6d3af41760e025d7f0c21122e47d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T03:19:34,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=A 2024-11-11T03:19:34,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:34,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=B 2024-11-11T03:19:34,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:34,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=C 2024-11-11T03:19:34,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:34,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111179cbf6ad2760430db289a7307be76ef1_939d6d3af41760e025d7f0c21122e47d is 50, key is test_row_0/A:col10/1731295172028/Put/seqid=0 2024-11-11T03:19:34,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742359_1535 (size=12154) 2024-11-11T03:19:34,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:34,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:34,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295234152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:34,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295234153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:34,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295234154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:34,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295234154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:34,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295234156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:34,164 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T03:19:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-11T03:19:34,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:34,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295234257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295234257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:34,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295234258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:34,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295234259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:34,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295234460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:34,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295234460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:34,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295234460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:34,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295234461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:34,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:19:34,525 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111179cbf6ad2760430db289a7307be76ef1_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111179cbf6ad2760430db289a7307be76ef1_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:34,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/fc59d217b3d543188b591f96d37bda55, store: [table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:34,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/fc59d217b3d543188b591f96d37bda55 is 175, key is test_row_0/A:col10/1731295172028/Put/seqid=0 2024-11-11T03:19:34,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742360_1536 (size=30955) 2024-11-11T03:19:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-11T03:19:34,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295234763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:34,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295234764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:34,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295234764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:34,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295234765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:34,931 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/fc59d217b3d543188b591f96d37bda55 2024-11-11T03:19:34,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/e535276f45434a298f484222df0f5912 is 50, key is test_row_0/B:col10/1731295172028/Put/seqid=0 2024-11-11T03:19:34,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742361_1537 (size=12001) 2024-11-11T03:19:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-11T03:19:35,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295235267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:35,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295235268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:35,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295235268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:35,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295235269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:35,342 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/e535276f45434a298f484222df0f5912 2024-11-11T03:19:35,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/397835947cc14165a69987e436acd04e is 50, key is test_row_0/C:col10/1731295172028/Put/seqid=0 2024-11-11T03:19:35,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742362_1538 (size=12001) 2024-11-11T03:19:35,354 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/397835947cc14165a69987e436acd04e 2024-11-11T03:19:35,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/fc59d217b3d543188b591f96d37bda55 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/fc59d217b3d543188b591f96d37bda55 2024-11-11T03:19:35,361 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/fc59d217b3d543188b591f96d37bda55, entries=150, sequenceid=77, filesize=30.2 K 2024-11-11T03:19:35,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/e535276f45434a298f484222df0f5912 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/e535276f45434a298f484222df0f5912 2024-11-11T03:19:35,365 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/e535276f45434a298f484222df0f5912, entries=150, sequenceid=77, filesize=11.7 K 2024-11-11T03:19:35,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/397835947cc14165a69987e436acd04e as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/397835947cc14165a69987e436acd04e 2024-11-11T03:19:35,368 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/397835947cc14165a69987e436acd04e, entries=150, sequenceid=77, filesize=11.7 K 2024-11-11T03:19:35,369 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 939d6d3af41760e025d7f0c21122e47d in 1261ms, sequenceid=77, compaction requested=true 2024-11-11T03:19:35,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:35,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:35,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-11T03:19:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-11T03:19:35,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-11T03:19:35,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4140 sec 2024-11-11T03:19:35,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 1.4170 sec 2024-11-11T03:19:35,547 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-11T03:19:35,547 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-11T03:19:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-11T03:19:36,059 INFO [Thread-2333 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-11T03:19:36,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:19:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-11T03:19:36,062 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:19:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-11T03:19:36,063 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:19:36,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:19:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-11T03:19:36,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:36,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 939d6d3af41760e025d7f0c21122e47d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T03:19:36,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=A 2024-11-11T03:19:36,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:36,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=B 2024-11-11T03:19:36,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:36,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=C 2024-11-11T03:19:36,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:36,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ff3e07721ee84ceab8a20cfce0b34364_939d6d3af41760e025d7f0c21122e47d is 50, key is test_row_0/A:col10/1731295176173/Put/seqid=0 2024-11-11T03:19:36,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742363_1539 (size=14594) 2024-11-11T03:19:36,214 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:36,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-11T03:19:36,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:36,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:36,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:36,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:36,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:36,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295236245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:36,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295236271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:36,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295236274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:36,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295236279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:36,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:36,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295236280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:36,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295236350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-11T03:19:36,367 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:36,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-11T03:19:36,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:36,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:36,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:36,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:36,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:36,520 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:36,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-11T03:19:36,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:36,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:36,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:36,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:36,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:36,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295236552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:36,591 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:19:36,594 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ff3e07721ee84ceab8a20cfce0b34364_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ff3e07721ee84ceab8a20cfce0b34364_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:36,595 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/3620b1d325fe4b7781a5ae89beef1021, store: [table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:36,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/3620b1d325fe4b7781a5ae89beef1021 is 175, key is test_row_0/A:col10/1731295176173/Put/seqid=0 2024-11-11T03:19:36,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742364_1540 (size=39549) 2024-11-11T03:19:36,600 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=89, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/3620b1d325fe4b7781a5ae89beef1021 2024-11-11T03:19:36,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/22f94cf8771542aca03ca307421cb733 is 50, key is test_row_0/B:col10/1731295176173/Put/seqid=0 2024-11-11T03:19:36,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742365_1541 (size=12001) 2024-11-11T03:19:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-11T03:19:36,672 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:36,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-11T03:19:36,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:36,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:36,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:36,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:36,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:36,825 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:36,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-11T03:19:36,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:36,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:36,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:36,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:36,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:36,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295236854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:36,978 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:36,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-11T03:19:36,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:36,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:36,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:36,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:36,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:37,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/22f94cf8771542aca03ca307421cb733 2024-11-11T03:19:37,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/38292b5c5c3e49078919b0bdf4ee3582 is 50, key is test_row_0/C:col10/1731295176173/Put/seqid=0 2024-11-11T03:19:37,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742366_1542 (size=12001) 2024-11-11T03:19:37,131 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:37,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-11T03:19:37,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:37,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:37,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:37,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:37,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-11T03:19:37,283 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:37,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-11T03:19:37,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:37,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:37,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:37,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:37,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:37,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295237360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:37,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/38292b5c5c3e49078919b0bdf4ee3582 2024-11-11T03:19:37,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/3620b1d325fe4b7781a5ae89beef1021 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/3620b1d325fe4b7781a5ae89beef1021 2024-11-11T03:19:37,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/3620b1d325fe4b7781a5ae89beef1021, entries=200, sequenceid=89, filesize=38.6 K 2024-11-11T03:19:37,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/22f94cf8771542aca03ca307421cb733 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/22f94cf8771542aca03ca307421cb733 2024-11-11T03:19:37,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/22f94cf8771542aca03ca307421cb733, entries=150, sequenceid=89, filesize=11.7 K 2024-11-11T03:19:37,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/38292b5c5c3e49078919b0bdf4ee3582 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/38292b5c5c3e49078919b0bdf4ee3582 2024-11-11T03:19:37,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/38292b5c5c3e49078919b0bdf4ee3582, entries=150, sequenceid=89, filesize=11.7 K 2024-11-11T03:19:37,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 939d6d3af41760e025d7f0c21122e47d in 1261ms, sequenceid=89, compaction requested=true 2024-11-11T03:19:37,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:37,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939d6d3af41760e025d7f0c21122e47d:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:19:37,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:37,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939d6d3af41760e025d7f0c21122e47d:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:19:37,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:37,436 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T03:19:37,436 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T03:19:37,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939d6d3af41760e025d7f0c21122e47d:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:19:37,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:19:37,436 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:37,437 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T03:19:37,437 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 163369 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T03:19:37,437 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 939d6d3af41760e025d7f0c21122e47d/B is initiating minor compaction (all files) 2024-11-11T03:19:37,437 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): 939d6d3af41760e025d7f0c21122e47d/A is initiating minor compaction (all files) 2024-11-11T03:19:37,437 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939d6d3af41760e025d7f0c21122e47d/B in TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:37,437 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939d6d3af41760e025d7f0c21122e47d/A in TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:37,437 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/b2971def15eb488d8ab3fc6be5f053fa, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/68a123cb6ac04aa9835e60725ae5ca4f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/e3c13021d5dd403da481cb90cf33dada, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/e535276f45434a298f484222df0f5912, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/22f94cf8771542aca03ca307421cb733] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp, totalSize=58.6 K 2024-11-11T03:19:37,437 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/51be7383640e4ef6a08c7a596acf7703, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/d3bb02ea112143a28a6e36e63690a53c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/01ee49202b254d2aafa43e6f7d8ab0fb, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/fc59d217b3d543188b591f96d37bda55, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/3620b1d325fe4b7781a5ae89beef1021] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp, totalSize=159.5 K 2024-11-11T03:19:37,438 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:37,438 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. files: [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/51be7383640e4ef6a08c7a596acf7703, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/d3bb02ea112143a28a6e36e63690a53c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/01ee49202b254d2aafa43e6f7d8ab0fb, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/fc59d217b3d543188b591f96d37bda55, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/3620b1d325fe4b7781a5ae89beef1021] 2024-11-11T03:19:37,438 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting b2971def15eb488d8ab3fc6be5f053fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731295167744 2024-11-11T03:19:37,438 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51be7383640e4ef6a08c7a596acf7703, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731295167744 2024-11-11T03:19:37,438 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 68a123cb6ac04aa9835e60725ae5ca4f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731295167765 2024-11-11T03:19:37,438 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting e3c13021d5dd403da481cb90cf33dada, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731295169892 2024-11-11T03:19:37,438 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3bb02ea112143a28a6e36e63690a53c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731295167765 2024-11-11T03:19:37,439 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting e535276f45434a298f484222df0f5912, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731295172028 2024-11-11T03:19:37,439 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01ee49202b254d2aafa43e6f7d8ab0fb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731295169892 2024-11-11T03:19:37,439 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 22f94cf8771542aca03ca307421cb733, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731295174149 2024-11-11T03:19:37,439 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc59d217b3d543188b591f96d37bda55, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731295172028 2024-11-11T03:19:37,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-11T03:19:37,439 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3620b1d325fe4b7781a5ae89beef1021, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731295174149 2024-11-11T03:19:37,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:37,440 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 939d6d3af41760e025d7f0c21122e47d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T03:19:37,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=A 2024-11-11T03:19:37,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:37,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=B 2024-11-11T03:19:37,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:37,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=C 2024-11-11T03:19:37,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:37,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111195ddb7143827484d83988eb1b5005df4_939d6d3af41760e025d7f0c21122e47d is 50, key is test_row_0/A:col10/1731295176240/Put/seqid=0 2024-11-11T03:19:37,447 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:37,450 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939d6d3af41760e025d7f0c21122e47d#B#compaction#461 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:37,451 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/34dbd67293f340e58eafd698482e8050 is 50, key is test_row_0/B:col10/1731295176173/Put/seqid=0 2024-11-11T03:19:37,452 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111026ee84a67784b66bf6472565497d633_939d6d3af41760e025d7f0c21122e47d store=[table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:37,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742367_1543 (size=12154) 2024-11-11T03:19:37,454 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111026ee84a67784b66bf6472565497d633_939d6d3af41760e025d7f0c21122e47d, store=[table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:37,454 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111026ee84a67784b66bf6472565497d633_939d6d3af41760e025d7f0c21122e47d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:37,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742368_1544 (size=12173) 2024-11-11T03:19:37,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742369_1545 (size=4469) 2024-11-11T03:19:37,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:19:37,857 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111195ddb7143827484d83988eb1b5005df4_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111195ddb7143827484d83988eb1b5005df4_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:37,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/cb31ebc40f8d41779f04197c4da47752, store: [table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:37,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/cb31ebc40f8d41779f04197c4da47752 is 175, key is test_row_0/A:col10/1731295176240/Put/seqid=0 2024-11-11T03:19:37,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742370_1546 (size=30955) 2024-11-11T03:19:37,863 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=113, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/cb31ebc40f8d41779f04197c4da47752 2024-11-11T03:19:37,866 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939d6d3af41760e025d7f0c21122e47d#A#compaction#460 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:37,866 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/34dbd67293f340e58eafd698482e8050 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/34dbd67293f340e58eafd698482e8050 2024-11-11T03:19:37,867 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/e510898fe30f47eb98b59e6f54628879 is 175, key is test_row_0/A:col10/1731295176173/Put/seqid=0 2024-11-11T03:19:37,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742371_1547 (size=31127) 2024-11-11T03:19:37,872 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 939d6d3af41760e025d7f0c21122e47d/B of 939d6d3af41760e025d7f0c21122e47d into 34dbd67293f340e58eafd698482e8050(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:37,872 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:37,872 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d., storeName=939d6d3af41760e025d7f0c21122e47d/B, priority=11, startTime=1731295177436; duration=0sec 2024-11-11T03:19:37,872 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:19:37,872 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939d6d3af41760e025d7f0c21122e47d:B 2024-11-11T03:19:37,872 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T03:19:37,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/c92178c34d6d499ca76bf570853c5f77 is 50, key is test_row_0/B:col10/1731295176240/Put/seqid=0 2024-11-11T03:19:37,875 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T03:19:37,875 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 939d6d3af41760e025d7f0c21122e47d/C is initiating minor compaction (all files) 2024-11-11T03:19:37,875 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939d6d3af41760e025d7f0c21122e47d/C in TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:37,875 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/c5e69fbecb1345fea48ed6b666522585, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/500cf93181cf4b258e5807dc1edacb97, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/0e000979dcca4822a023e41ef9ec2cac, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/397835947cc14165a69987e436acd04e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/38292b5c5c3e49078919b0bdf4ee3582] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp, totalSize=58.6 K 2024-11-11T03:19:37,876 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting c5e69fbecb1345fea48ed6b666522585, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731295167744 2024-11-11T03:19:37,876 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/e510898fe30f47eb98b59e6f54628879 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/e510898fe30f47eb98b59e6f54628879 2024-11-11T03:19:37,876 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 500cf93181cf4b258e5807dc1edacb97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731295167765 2024-11-11T03:19:37,877 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e000979dcca4822a023e41ef9ec2cac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731295169892 2024-11-11T03:19:37,877 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 397835947cc14165a69987e436acd04e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731295172028 2024-11-11T03:19:37,878 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 38292b5c5c3e49078919b0bdf4ee3582, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731295174149 2024-11-11T03:19:37,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742372_1548 (size=12001) 2024-11-11T03:19:37,881 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/c92178c34d6d499ca76bf570853c5f77 2024-11-11T03:19:37,883 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 939d6d3af41760e025d7f0c21122e47d/A of 939d6d3af41760e025d7f0c21122e47d into e510898fe30f47eb98b59e6f54628879(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:37,883 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:37,883 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d., storeName=939d6d3af41760e025d7f0c21122e47d/A, priority=11, startTime=1731295177436; duration=0sec 2024-11-11T03:19:37,883 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:37,883 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939d6d3af41760e025d7f0c21122e47d:A 2024-11-11T03:19:37,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/ada9c3ec3d0044dbb42df14e1ec1deea is 50, key is test_row_0/C:col10/1731295176240/Put/seqid=0 2024-11-11T03:19:37,892 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939d6d3af41760e025d7f0c21122e47d#C#compaction#464 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:37,892 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/ada4cc64decf4b9ebbaeadaac5f335d3 is 50, key is test_row_0/C:col10/1731295176173/Put/seqid=0 2024-11-11T03:19:37,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742373_1549 (size=12001) 2024-11-11T03:19:37,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742374_1550 (size=12173) 2024-11-11T03:19:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-11T03:19:38,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:38,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:38,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295238294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:38,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295238294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:38,298 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/ada9c3ec3d0044dbb42df14e1ec1deea 2024-11-11T03:19:38,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295238297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:38,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295238299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:38,302 DEBUG [Thread-2331 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d., hostname=e4cdd3a0b883,46769,1731295025786, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T03:19:38,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/cb31ebc40f8d41779f04197c4da47752 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/cb31ebc40f8d41779f04197c4da47752 2024-11-11T03:19:38,303 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/ada4cc64decf4b9ebbaeadaac5f335d3 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/ada4cc64decf4b9ebbaeadaac5f335d3 2024-11-11T03:19:38,307 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/cb31ebc40f8d41779f04197c4da47752, entries=150, sequenceid=113, filesize=30.2 K 2024-11-11T03:19:38,308 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 939d6d3af41760e025d7f0c21122e47d/C of 939d6d3af41760e025d7f0c21122e47d into ada4cc64decf4b9ebbaeadaac5f335d3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:38,308 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:38,308 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d., storeName=939d6d3af41760e025d7f0c21122e47d/C, priority=11, startTime=1731295177436; duration=0sec 2024-11-11T03:19:38,308 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:38,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/c92178c34d6d499ca76bf570853c5f77 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/c92178c34d6d499ca76bf570853c5f77 2024-11-11T03:19:38,308 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939d6d3af41760e025d7f0c21122e47d:C 2024-11-11T03:19:38,311 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/c92178c34d6d499ca76bf570853c5f77, entries=150, sequenceid=113, filesize=11.7 K 2024-11-11T03:19:38,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/ada9c3ec3d0044dbb42df14e1ec1deea as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/ada9c3ec3d0044dbb42df14e1ec1deea 2024-11-11T03:19:38,315 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/ada9c3ec3d0044dbb42df14e1ec1deea, entries=150, sequenceid=113, filesize=11.7 K 2024-11-11T03:19:38,316 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 939d6d3af41760e025d7f0c21122e47d in 877ms, sequenceid=113, compaction requested=false 2024-11-11T03:19:38,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:38,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:38,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-11T03:19:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-11T03:19:38,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-11T03:19:38,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2540 sec 2024-11-11T03:19:38,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 2.2570 sec 2024-11-11T03:19:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:38,368 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 939d6d3af41760e025d7f0c21122e47d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T03:19:38,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=A 2024-11-11T03:19:38,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:38,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=B 2024-11-11T03:19:38,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:38,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=C 2024-11-11T03:19:38,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:38,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e8ae150fe3a34249b35038319ee77b8d_939d6d3af41760e025d7f0c21122e47d is 50, key is test_row_0/A:col10/1731295178292/Put/seqid=0 2024-11-11T03:19:38,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742375_1551 (size=12204) 2024-11-11T03:19:38,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295238412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:38,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295238413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:38,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295238414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:38,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295238415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:38,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295238516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:38,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295238518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:38,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295238518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:38,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295238616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:38,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295238718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:38,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295238721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:38,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295238721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:38,787 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:19:38,790 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e8ae150fe3a34249b35038319ee77b8d_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e8ae150fe3a34249b35038319ee77b8d_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:38,791 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/59426be04061446b90d347b7a755ad55, store: [table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:38,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/59426be04061446b90d347b7a755ad55 is 175, key is test_row_0/A:col10/1731295178292/Put/seqid=0 2024-11-11T03:19:38,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742376_1552 (size=31005) 2024-11-11T03:19:38,795 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/59426be04061446b90d347b7a755ad55 2024-11-11T03:19:38,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/db0f7782c91941f9aa0f6a07466bbf16 is 50, key is test_row_0/B:col10/1731295178292/Put/seqid=0 2024-11-11T03:19:38,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742377_1553 (size=12051) 2024-11-11T03:19:38,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/db0f7782c91941f9aa0f6a07466bbf16 2024-11-11T03:19:38,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/9168526e0bbd4f68bacb8fb8f473a76a is 50, key is test_row_0/C:col10/1731295178292/Put/seqid=0 2024-11-11T03:19:38,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742378_1554 (size=12051) 2024-11-11T03:19:38,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/9168526e0bbd4f68bacb8fb8f473a76a 2024-11-11T03:19:38,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/59426be04061446b90d347b7a755ad55 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/59426be04061446b90d347b7a755ad55 2024-11-11T03:19:38,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/59426be04061446b90d347b7a755ad55, entries=150, sequenceid=129, filesize=30.3 K 2024-11-11T03:19:38,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/db0f7782c91941f9aa0f6a07466bbf16 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/db0f7782c91941f9aa0f6a07466bbf16 2024-11-11T03:19:38,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/db0f7782c91941f9aa0f6a07466bbf16, entries=150, sequenceid=129, filesize=11.8 K 2024-11-11T03:19:38,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/9168526e0bbd4f68bacb8fb8f473a76a as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/9168526e0bbd4f68bacb8fb8f473a76a 2024-11-11T03:19:38,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/9168526e0bbd4f68bacb8fb8f473a76a, entries=150, sequenceid=129, filesize=11.8 K 2024-11-11T03:19:38,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 939d6d3af41760e025d7f0c21122e47d in 465ms, sequenceid=129, compaction requested=true 2024-11-11T03:19:38,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:38,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939d6d3af41760e025d7f0c21122e47d:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:19:38,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:38,833 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:19:38,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939d6d3af41760e025d7f0c21122e47d:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:19:38,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:38,834 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:19:38,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939d6d3af41760e025d7f0c21122e47d:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:19:38,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:19:38,835 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93087 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:19:38,835 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36225 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:19:38,835 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): 939d6d3af41760e025d7f0c21122e47d/A is initiating minor compaction (all files) 2024-11-11T03:19:38,835 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 939d6d3af41760e025d7f0c21122e47d/B is initiating minor compaction (all files) 2024-11-11T03:19:38,835 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939d6d3af41760e025d7f0c21122e47d/B in TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:38,835 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939d6d3af41760e025d7f0c21122e47d/A in TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:38,835 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/34dbd67293f340e58eafd698482e8050, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/c92178c34d6d499ca76bf570853c5f77, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/db0f7782c91941f9aa0f6a07466bbf16] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp, totalSize=35.4 K 2024-11-11T03:19:38,835 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/e510898fe30f47eb98b59e6f54628879, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/cb31ebc40f8d41779f04197c4da47752, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/59426be04061446b90d347b7a755ad55] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp, totalSize=90.9 K 2024-11-11T03:19:38,835 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:38,835 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. files: [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/e510898fe30f47eb98b59e6f54628879, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/cb31ebc40f8d41779f04197c4da47752, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/59426be04061446b90d347b7a755ad55] 2024-11-11T03:19:38,835 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 34dbd67293f340e58eafd698482e8050, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731295174149 2024-11-11T03:19:38,835 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting e510898fe30f47eb98b59e6f54628879, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731295174149 2024-11-11T03:19:38,836 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb31ebc40f8d41779f04197c4da47752, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731295176236 2024-11-11T03:19:38,836 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting c92178c34d6d499ca76bf570853c5f77, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731295176236 2024-11-11T03:19:38,836 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59426be04061446b90d347b7a755ad55, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731295178289 2024-11-11T03:19:38,836 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting db0f7782c91941f9aa0f6a07466bbf16, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731295178289 2024-11-11T03:19:38,842 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:38,845 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939d6d3af41760e025d7f0c21122e47d#B#compaction#469 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:38,845 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/4bb877e0a1ad43ebbb6003c23fa00a28 is 50, key is test_row_0/B:col10/1731295178292/Put/seqid=0 2024-11-11T03:19:38,847 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411114607669ad3ea4f1c9c61080e8833679b_939d6d3af41760e025d7f0c21122e47d store=[table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:38,849 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411114607669ad3ea4f1c9c61080e8833679b_939d6d3af41760e025d7f0c21122e47d, store=[table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:38,849 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114607669ad3ea4f1c9c61080e8833679b_939d6d3af41760e025d7f0c21122e47d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:38,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742379_1555 (size=12325) 2024-11-11T03:19:38,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742380_1556 (size=4469) 2024-11-11T03:19:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:38,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 939d6d3af41760e025d7f0c21122e47d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T03:19:38,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=A 2024-11-11T03:19:38,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:38,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=B 2024-11-11T03:19:38,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:38,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=C 2024-11-11T03:19:38,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:38,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111fff8852c41004854885819eb3e0afc83_939d6d3af41760e025d7f0c21122e47d is 50, key is test_row_0/A:col10/1731295178408/Put/seqid=0 2024-11-11T03:19:38,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742381_1557 (size=12304) 2024-11-11T03:19:38,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295238945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:39,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295239023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:39,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295239023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:39,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295239024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:39,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295239047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:39,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295239250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:39,257 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/4bb877e0a1ad43ebbb6003c23fa00a28 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/4bb877e0a1ad43ebbb6003c23fa00a28 2024-11-11T03:19:39,261 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939d6d3af41760e025d7f0c21122e47d/B of 939d6d3af41760e025d7f0c21122e47d into 4bb877e0a1ad43ebbb6003c23fa00a28(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:39,261 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:39,261 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d., storeName=939d6d3af41760e025d7f0c21122e47d/B, priority=13, startTime=1731295178833; duration=0sec 2024-11-11T03:19:39,262 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:19:39,262 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939d6d3af41760e025d7f0c21122e47d:B 2024-11-11T03:19:39,262 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:19:39,263 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36225 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:19:39,263 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 939d6d3af41760e025d7f0c21122e47d/C is initiating minor compaction (all files) 2024-11-11T03:19:39,263 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939d6d3af41760e025d7f0c21122e47d/C in TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:39,263 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/ada4cc64decf4b9ebbaeadaac5f335d3, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/ada9c3ec3d0044dbb42df14e1ec1deea, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/9168526e0bbd4f68bacb8fb8f473a76a] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp, totalSize=35.4 K 2024-11-11T03:19:39,263 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting ada4cc64decf4b9ebbaeadaac5f335d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731295174149 2024-11-11T03:19:39,263 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting ada9c3ec3d0044dbb42df14e1ec1deea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731295176236 2024-11-11T03:19:39,264 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 9168526e0bbd4f68bacb8fb8f473a76a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731295178289 2024-11-11T03:19:39,266 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939d6d3af41760e025d7f0c21122e47d#A#compaction#468 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:39,267 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/b7ef5fa1671841ecaea68863d3e9aa27 is 175, key is test_row_0/A:col10/1731295178292/Put/seqid=0 2024-11-11T03:19:39,269 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939d6d3af41760e025d7f0c21122e47d#C#compaction#471 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:39,270 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/bc6512714fee45228789d1619eac986c is 50, key is test_row_0/C:col10/1731295178292/Put/seqid=0 2024-11-11T03:19:39,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742382_1558 (size=31279) 2024-11-11T03:19:39,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742383_1559 (size=12325) 2024-11-11T03:19:39,276 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/b7ef5fa1671841ecaea68863d3e9aa27 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/b7ef5fa1671841ecaea68863d3e9aa27 2024-11-11T03:19:39,279 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939d6d3af41760e025d7f0c21122e47d/A of 939d6d3af41760e025d7f0c21122e47d into b7ef5fa1671841ecaea68863d3e9aa27(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:39,280 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:39,280 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d., storeName=939d6d3af41760e025d7f0c21122e47d/A, priority=13, startTime=1731295178833; duration=0sec 2024-11-11T03:19:39,280 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:39,280 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939d6d3af41760e025d7f0c21122e47d:A 2024-11-11T03:19:39,331 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:19:39,334 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111fff8852c41004854885819eb3e0afc83_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111fff8852c41004854885819eb3e0afc83_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:39,335 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/3b4db0ac54494188a10317255e364c6c, store: [table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:39,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/3b4db0ac54494188a10317255e364c6c is 175, key is test_row_0/A:col10/1731295178408/Put/seqid=0 2024-11-11T03:19:39,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742384_1560 (size=31105) 2024-11-11T03:19:39,515 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:32915 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:32915,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:39,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:39,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295239527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:39,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295239528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:39,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:39,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295239529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:39,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295239554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:39,683 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/bc6512714fee45228789d1619eac986c as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/bc6512714fee45228789d1619eac986c 2024-11-11T03:19:39,687 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939d6d3af41760e025d7f0c21122e47d/C of 939d6d3af41760e025d7f0c21122e47d into bc6512714fee45228789d1619eac986c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:39,687 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:39,687 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d., storeName=939d6d3af41760e025d7f0c21122e47d/C, priority=13, startTime=1731295178834; duration=0sec 2024-11-11T03:19:39,687 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:39,687 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939d6d3af41760e025d7f0c21122e47d:C 2024-11-11T03:19:39,740 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=153, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/3b4db0ac54494188a10317255e364c6c 2024-11-11T03:19:39,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/5d1ad221cd0d4dfc83fea92f2cb7c0d3 is 50, key is test_row_0/B:col10/1731295178408/Put/seqid=0 2024-11-11T03:19:39,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742385_1561 (size=12151) 2024-11-11T03:19:40,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295240057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:40,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/5d1ad221cd0d4dfc83fea92f2cb7c0d3 2024-11-11T03:19:40,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/aebccec403a14ff79e5eb40d9ec246b5 is 50, key is test_row_0/C:col10/1731295178408/Put/seqid=0 2024-11-11T03:19:40,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742386_1562 (size=12151) 2024-11-11T03:19:40,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/aebccec403a14ff79e5eb40d9ec246b5 2024-11-11T03:19:40,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/3b4db0ac54494188a10317255e364c6c as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/3b4db0ac54494188a10317255e364c6c 2024-11-11T03:19:40,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/3b4db0ac54494188a10317255e364c6c, entries=150, sequenceid=153, filesize=30.4 K 2024-11-11T03:19:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-11T03:19:40,167 INFO [Thread-2333 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-11T03:19:40,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/5d1ad221cd0d4dfc83fea92f2cb7c0d3 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/5d1ad221cd0d4dfc83fea92f2cb7c0d3 2024-11-11T03:19:40,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:19:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-11T03:19:40,170 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:19:40,171 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:19:40,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:19:40,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/5d1ad221cd0d4dfc83fea92f2cb7c0d3, entries=150, sequenceid=153, filesize=11.9 K 2024-11-11T03:19:40,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/aebccec403a14ff79e5eb40d9ec246b5 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/aebccec403a14ff79e5eb40d9ec246b5 2024-11-11T03:19:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-11T03:19:40,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/aebccec403a14ff79e5eb40d9ec246b5, entries=150, sequenceid=153, filesize=11.9 K 2024-11-11T03:19:40,178 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 939d6d3af41760e025d7f0c21122e47d in 1257ms, sequenceid=153, compaction requested=false 2024-11-11T03:19:40,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-11T03:19:40,322 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:40,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-11T03:19:40,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:40,323 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 939d6d3af41760e025d7f0c21122e47d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T03:19:40,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=A 2024-11-11T03:19:40,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:40,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=B 2024-11-11T03:19:40,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:40,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=C 2024-11-11T03:19:40,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:40,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111731c7da19dd14c399904539bdeab15e1_939d6d3af41760e025d7f0c21122e47d is 50, key is test_row_0/A:col10/1731295178936/Put/seqid=0 2024-11-11T03:19:40,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742387_1563 (size=12304) 2024-11-11T03:19:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-11T03:19:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:40,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:40,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295240559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:40,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295240561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:40,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295240562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:40,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295240663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:40,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295240664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:40,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295240666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:40,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:19:40,736 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111731c7da19dd14c399904539bdeab15e1_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111731c7da19dd14c399904539bdeab15e1_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:40,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/ab473143a0914940a02409f420132fe5, store: [table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:40,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/ab473143a0914940a02409f420132fe5 is 175, key is test_row_0/A:col10/1731295178936/Put/seqid=0 2024-11-11T03:19:40,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742388_1564 (size=31105) 2024-11-11T03:19:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-11T03:19:40,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295240866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:40,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295240867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:40,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295240868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:41,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295241064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:41,142 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/ab473143a0914940a02409f420132fe5 2024-11-11T03:19:41,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/bf47e60b56d04bdd9cfd5aa4daeb378e is 50, key is test_row_0/B:col10/1731295178936/Put/seqid=0 2024-11-11T03:19:41,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742389_1565 (size=12151) 2024-11-11T03:19:41,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295241170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:41,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295241171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:41,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295241173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:41,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-11T03:19:41,553 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/bf47e60b56d04bdd9cfd5aa4daeb378e 2024-11-11T03:19:41,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/e2a0d635839b42679afbd4936395cf10 is 50, key is test_row_0/C:col10/1731295178936/Put/seqid=0 2024-11-11T03:19:41,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742390_1566 (size=12151) 2024-11-11T03:19:41,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:41,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295241675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:41,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:41,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295241676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:41,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295241678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:41,963 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/e2a0d635839b42679afbd4936395cf10 2024-11-11T03:19:41,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/ab473143a0914940a02409f420132fe5 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/ab473143a0914940a02409f420132fe5 2024-11-11T03:19:41,971 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/ab473143a0914940a02409f420132fe5, entries=150, sequenceid=168, filesize=30.4 K 2024-11-11T03:19:41,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/bf47e60b56d04bdd9cfd5aa4daeb378e as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/bf47e60b56d04bdd9cfd5aa4daeb378e 2024-11-11T03:19:41,975 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/bf47e60b56d04bdd9cfd5aa4daeb378e, entries=150, sequenceid=168, filesize=11.9 K 2024-11-11T03:19:41,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/e2a0d635839b42679afbd4936395cf10 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/e2a0d635839b42679afbd4936395cf10 2024-11-11T03:19:41,983 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/e2a0d635839b42679afbd4936395cf10, entries=150, sequenceid=168, filesize=11.9 K 2024-11-11T03:19:41,984 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 939d6d3af41760e025d7f0c21122e47d in 1661ms, sequenceid=168, compaction requested=true 2024-11-11T03:19:41,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:41,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:41,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-11T03:19:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-11T03:19:41,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-11T03:19:41,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8140 sec 2024-11-11T03:19:41,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.8180 sec 2024-11-11T03:19:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-11T03:19:42,277 INFO [Thread-2333 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-11T03:19:42,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:19:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-11T03:19:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-11T03:19:42,280 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:19:42,280 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:19:42,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:19:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:42,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 939d6d3af41760e025d7f0c21122e47d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T03:19:42,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=A 2024-11-11T03:19:42,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:42,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=B 2024-11-11T03:19:42,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:42,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=C 2024-11-11T03:19:42,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:42,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a13f72990f3244bb9c93801eaed98ff3_939d6d3af41760e025d7f0c21122e47d is 50, key is test_row_0/A:col10/1731295180560/Put/seqid=0 2024-11-11T03:19:42,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742391_1567 (size=14794) 2024-11-11T03:19:42,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295242365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-11T03:19:42,432 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:42,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-11T03:19:42,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:42,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:42,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:42,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:42,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:42,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295242468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-11T03:19:42,584 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:42,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-11T03:19:42,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:42,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:42,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:42,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:42,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:42,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295242672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:42,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295242679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:42,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:42,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295242686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:42,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295242688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:42,736 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:42,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-11T03:19:42,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:42,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:42,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:42,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:42,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:42,745 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:19:42,749 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a13f72990f3244bb9c93801eaed98ff3_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a13f72990f3244bb9c93801eaed98ff3_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:42,749 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/f7875f564db04c6cbcb559abc01322cf, store: [table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:42,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/f7875f564db04c6cbcb559abc01322cf is 175, key is test_row_0/A:col10/1731295180560/Put/seqid=0 2024-11-11T03:19:42,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742392_1568 (size=39749) 2024-11-11T03:19:42,756 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/f7875f564db04c6cbcb559abc01322cf 2024-11-11T03:19:42,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/ad73cf2e10624ef38dc86e1eeaf77635 is 50, key is test_row_0/B:col10/1731295180560/Put/seqid=0 2024-11-11T03:19:42,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742393_1569 (size=12151) 2024-11-11T03:19:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-11T03:19:42,889 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:42,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-11T03:19:42,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:42,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:42,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:42,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:42,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:42,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295242975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:43,042 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:43,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-11T03:19:43,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:43,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:43,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:43,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:43,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:43,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295243081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:43,082 DEBUG [Thread-2323 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d., hostname=e4cdd3a0b883,46769,1731295025786, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T03:19:43,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/ad73cf2e10624ef38dc86e1eeaf77635 2024-11-11T03:19:43,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/2774a8a037284674be741509e7803982 is 50, key is test_row_0/C:col10/1731295180560/Put/seqid=0 2024-11-11T03:19:43,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742394_1570 (size=12151) 2024-11-11T03:19:43,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/2774a8a037284674be741509e7803982 2024-11-11T03:19:43,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/f7875f564db04c6cbcb559abc01322cf as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/f7875f564db04c6cbcb559abc01322cf 2024-11-11T03:19:43,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/f7875f564db04c6cbcb559abc01322cf, entries=200, sequenceid=193, filesize=38.8 K 2024-11-11T03:19:43,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/ad73cf2e10624ef38dc86e1eeaf77635 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/ad73cf2e10624ef38dc86e1eeaf77635 2024-11-11T03:19:43,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/ad73cf2e10624ef38dc86e1eeaf77635, entries=150, sequenceid=193, filesize=11.9 K 2024-11-11T03:19:43,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/2774a8a037284674be741509e7803982 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/2774a8a037284674be741509e7803982 2024-11-11T03:19:43,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/2774a8a037284674be741509e7803982, entries=150, sequenceid=193, filesize=11.9 K 2024-11-11T03:19:43,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 939d6d3af41760e025d7f0c21122e47d in 856ms, sequenceid=193, compaction requested=true 2024-11-11T03:19:43,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:43,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939d6d3af41760e025d7f0c21122e47d:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:19:43,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:43,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939d6d3af41760e025d7f0c21122e47d:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:19:43,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:43,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939d6d3af41760e025d7f0c21122e47d:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:19:43,192 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:19:43,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:19:43,192 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:19:43,193 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133238 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:19:43,193 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): 939d6d3af41760e025d7f0c21122e47d/A is initiating minor compaction (all files) 2024-11-11T03:19:43,193 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939d6d3af41760e025d7f0c21122e47d/A in TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:43,193 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/b7ef5fa1671841ecaea68863d3e9aa27, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/3b4db0ac54494188a10317255e364c6c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/ab473143a0914940a02409f420132fe5, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/f7875f564db04c6cbcb559abc01322cf] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp, totalSize=130.1 K 2024-11-11T03:19:43,193 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:43,193 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. files: [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/b7ef5fa1671841ecaea68863d3e9aa27, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/3b4db0ac54494188a10317255e364c6c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/ab473143a0914940a02409f420132fe5, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/f7875f564db04c6cbcb559abc01322cf] 2024-11-11T03:19:43,193 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7ef5fa1671841ecaea68863d3e9aa27, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731295178289 2024-11-11T03:19:43,194 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b4db0ac54494188a10317255e364c6c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731295178408 2024-11-11T03:19:43,194 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab473143a0914940a02409f420132fe5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731295178936 2024-11-11T03:19:43,194 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7875f564db04c6cbcb559abc01322cf, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731295180558 2024-11-11T03:19:43,195 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:43,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-11T03:19:43,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:43,195 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 939d6d3af41760e025d7f0c21122e47d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T03:19:43,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=A 2024-11-11T03:19:43,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:43,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=B 2024-11-11T03:19:43,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:43,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=C 2024-11-11T03:19:43,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:43,197 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48778 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:19:43,197 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 939d6d3af41760e025d7f0c21122e47d/B is initiating minor compaction (all files) 2024-11-11T03:19:43,197 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939d6d3af41760e025d7f0c21122e47d/B in TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:43,197 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/4bb877e0a1ad43ebbb6003c23fa00a28, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/5d1ad221cd0d4dfc83fea92f2cb7c0d3, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/bf47e60b56d04bdd9cfd5aa4daeb378e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/ad73cf2e10624ef38dc86e1eeaf77635] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp, totalSize=47.6 K 2024-11-11T03:19:43,197 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bb877e0a1ad43ebbb6003c23fa00a28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731295178289 2024-11-11T03:19:43,198 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d1ad221cd0d4dfc83fea92f2cb7c0d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731295178408 2024-11-11T03:19:43,198 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting bf47e60b56d04bdd9cfd5aa4daeb378e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731295178936 2024-11-11T03:19:43,198 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting ad73cf2e10624ef38dc86e1eeaf77635, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731295180558 2024-11-11T03:19:43,201 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:43,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115bc518c2fb174c1992fa68cd177bc35a_939d6d3af41760e025d7f0c21122e47d is 50, key is test_row_0/A:col10/1731295182338/Put/seqid=0 2024-11-11T03:19:43,203 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111f963fd9e3d6345cd96b199e63756c08b_939d6d3af41760e025d7f0c21122e47d store=[table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:43,206 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111f963fd9e3d6345cd96b199e63756c08b_939d6d3af41760e025d7f0c21122e47d, store=[table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:43,207 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f963fd9e3d6345cd96b199e63756c08b_939d6d3af41760e025d7f0c21122e47d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:43,212 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939d6d3af41760e025d7f0c21122e47d#B#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:43,212 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/5a2e48d1285c46859118716566985f96 is 50, key is test_row_0/B:col10/1731295180560/Put/seqid=0 2024-11-11T03:19:43,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742395_1571 (size=12304) 2024-11-11T03:19:43,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:19:43,219 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115bc518c2fb174c1992fa68cd177bc35a_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115bc518c2fb174c1992fa68cd177bc35a_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:43,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742396_1572 (size=4469) 2024-11-11T03:19:43,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/a85cd007f4114943902b056fcb4e767e, store: [table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:43,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/a85cd007f4114943902b056fcb4e767e is 175, key is test_row_0/A:col10/1731295182338/Put/seqid=0 2024-11-11T03:19:43,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742397_1573 (size=12561) 2024-11-11T03:19:43,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742398_1574 (size=31105) 2024-11-11T03:19:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-11T03:19:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:43,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:43,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295243558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:43,621 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939d6d3af41760e025d7f0c21122e47d#A#compaction#481 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:43,622 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/0e6ba790d3e5447aba2c221e2fe1973d is 175, key is test_row_0/A:col10/1731295180560/Put/seqid=0 2024-11-11T03:19:43,625 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=204, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/a85cd007f4114943902b056fcb4e767e 2024-11-11T03:19:43,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742399_1575 (size=31515) 2024-11-11T03:19:43,627 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/5a2e48d1285c46859118716566985f96 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/5a2e48d1285c46859118716566985f96 2024-11-11T03:19:43,632 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 939d6d3af41760e025d7f0c21122e47d/B of 939d6d3af41760e025d7f0c21122e47d into 5a2e48d1285c46859118716566985f96(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:43,632 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:43,632 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d., storeName=939d6d3af41760e025d7f0c21122e47d/B, priority=12, startTime=1731295183192; duration=0sec 2024-11-11T03:19:43,632 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:19:43,632 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939d6d3af41760e025d7f0c21122e47d:B 2024-11-11T03:19:43,632 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T03:19:43,632 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/0e6ba790d3e5447aba2c221e2fe1973d as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/0e6ba790d3e5447aba2c221e2fe1973d 2024-11-11T03:19:43,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/101f13460c2d461ab1f23f2ddaeb9956 is 50, key is test_row_0/B:col10/1731295182338/Put/seqid=0 2024-11-11T03:19:43,633 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48778 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T03:19:43,633 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 939d6d3af41760e025d7f0c21122e47d/C is initiating minor compaction (all files) 2024-11-11T03:19:43,633 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939d6d3af41760e025d7f0c21122e47d/C in TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:43,633 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/bc6512714fee45228789d1619eac986c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/aebccec403a14ff79e5eb40d9ec246b5, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/e2a0d635839b42679afbd4936395cf10, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/2774a8a037284674be741509e7803982] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp, totalSize=47.6 K 2024-11-11T03:19:43,634 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting bc6512714fee45228789d1619eac986c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731295178289 2024-11-11T03:19:43,635 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting aebccec403a14ff79e5eb40d9ec246b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731295178408 2024-11-11T03:19:43,636 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting e2a0d635839b42679afbd4936395cf10, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731295178936 2024-11-11T03:19:43,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742400_1576 (size=12151) 2024-11-11T03:19:43,637 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 2774a8a037284674be741509e7803982, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731295180558 2024-11-11T03:19:43,638 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/101f13460c2d461ab1f23f2ddaeb9956 2024-11-11T03:19:43,640 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 939d6d3af41760e025d7f0c21122e47d/A of 939d6d3af41760e025d7f0c21122e47d into 0e6ba790d3e5447aba2c221e2fe1973d(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:43,640 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:43,640 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d., storeName=939d6d3af41760e025d7f0c21122e47d/A, priority=12, startTime=1731295183192; duration=0sec 2024-11-11T03:19:43,641 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:43,641 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939d6d3af41760e025d7f0c21122e47d:A 2024-11-11T03:19:43,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/073b3d9bd04a42e2ac72953b3a1e8130 is 50, key is test_row_0/C:col10/1731295182338/Put/seqid=0 2024-11-11T03:19:43,645 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939d6d3af41760e025d7f0c21122e47d#C#compaction#485 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:43,645 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/93dddc3b407741a0be8d8d10d3fb8d73 is 50, key is test_row_0/C:col10/1731295180560/Put/seqid=0 2024-11-11T03:19:43,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742401_1577 (size=12151) 2024-11-11T03:19:43,647 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/073b3d9bd04a42e2ac72953b3a1e8130 2024-11-11T03:19:43,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/a85cd007f4114943902b056fcb4e767e as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/a85cd007f4114943902b056fcb4e767e 2024-11-11T03:19:43,658 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/a85cd007f4114943902b056fcb4e767e, entries=150, sequenceid=204, filesize=30.4 K 2024-11-11T03:19:43,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/101f13460c2d461ab1f23f2ddaeb9956 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/101f13460c2d461ab1f23f2ddaeb9956 2024-11-11T03:19:43,663 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/101f13460c2d461ab1f23f2ddaeb9956, entries=150, sequenceid=204, filesize=11.9 K 2024-11-11T03:19:43,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/073b3d9bd04a42e2ac72953b3a1e8130 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/073b3d9bd04a42e2ac72953b3a1e8130 2024-11-11T03:19:43,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:43,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742402_1578 (size=12561) 2024-11-11T03:19:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295243661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:43,671 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/93dddc3b407741a0be8d8d10d3fb8d73 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/93dddc3b407741a0be8d8d10d3fb8d73 2024-11-11T03:19:43,671 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/073b3d9bd04a42e2ac72953b3a1e8130, entries=150, sequenceid=204, filesize=11.9 K 2024-11-11T03:19:43,672 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 939d6d3af41760e025d7f0c21122e47d in 477ms, sequenceid=204, compaction requested=false 2024-11-11T03:19:43,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:43,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:43,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-11T03:19:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-11T03:19:43,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-11T03:19:43,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3940 sec 2024-11-11T03:19:43,677 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 939d6d3af41760e025d7f0c21122e47d/C of 939d6d3af41760e025d7f0c21122e47d into 93dddc3b407741a0be8d8d10d3fb8d73(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:43,677 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:43,677 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d., storeName=939d6d3af41760e025d7f0c21122e47d/C, priority=12, startTime=1731295183192; duration=0sec 2024-11-11T03:19:43,677 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:43,677 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939d6d3af41760e025d7f0c21122e47d:C 2024-11-11T03:19:43,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.3980 sec 2024-11-11T03:19:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:43,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 939d6d3af41760e025d7f0c21122e47d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T03:19:43,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=A 2024-11-11T03:19:43,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:43,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=B 2024-11-11T03:19:43,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:43,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=C 2024-11-11T03:19:43,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:43,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111106160869879a48b0a26eb05723db20f7_939d6d3af41760e025d7f0c21122e47d is 50, key is test_row_0/A:col10/1731295183557/Put/seqid=0 2024-11-11T03:19:43,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742403_1579 (size=12304) 2024-11-11T03:19:43,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295243887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:43,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295243990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:44,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295244193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:44,279 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:19:44,282 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111106160869879a48b0a26eb05723db20f7_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111106160869879a48b0a26eb05723db20f7_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:44,283 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/e1cc4c8a1f3a4f679305420498aa58ea, store: [table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:44,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/e1cc4c8a1f3a4f679305420498aa58ea is 175, key is test_row_0/A:col10/1731295183557/Put/seqid=0 2024-11-11T03:19:44,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742404_1580 (size=31105) 2024-11-11T03:19:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-11T03:19:44,384 INFO [Thread-2333 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-11T03:19:44,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T03:19:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-11T03:19:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-11T03:19:44,386 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T03:19:44,387 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T03:19:44,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T03:19:44,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-11T03:19:44,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:44,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295244495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:44,538 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:44,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-11T03:19:44,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:44,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:44,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:44,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:44,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-11T03:19:44,688 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/e1cc4c8a1f3a4f679305420498aa58ea 2024-11-11T03:19:44,691 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:44,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-11T03:19:44,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:44,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:44,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:44,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:44,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:44,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/bdb8cf200ab74de1b9b2ce76c6e87d4a is 50, key is test_row_0/B:col10/1731295183557/Put/seqid=0 2024-11-11T03:19:44,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39396 deadline: 1731295244695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:44,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742405_1581 (size=12151) 2024-11-11T03:19:44,698 DEBUG [Thread-2327 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d., hostname=e4cdd3a0b883,46769,1731295025786, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T03:19:44,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39354 deadline: 1731295244699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:44,701 DEBUG [Thread-2325 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d., hostname=e4cdd3a0b883,46769,1731295025786, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T03:19:44,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731295244706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:44,708 DEBUG [Thread-2329 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d., hostname=e4cdd3a0b883,46769,1731295025786, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T03:19:44,844 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:44,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-11T03:19:44,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:44,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:44,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:44,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:44,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-11T03:19:44,997 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:44,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-11T03:19:44,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:44,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:44,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:44,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:44,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T03:19:44,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295244998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:45,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/bdb8cf200ab74de1b9b2ce76c6e87d4a 2024-11-11T03:19:45,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/c411ad37edb64bb48445689ac2757623 is 50, key is test_row_0/C:col10/1731295183557/Put/seqid=0 2024-11-11T03:19:45,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742406_1582 (size=12151) 2024-11-11T03:19:45,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/c411ad37edb64bb48445689ac2757623 2024-11-11T03:19:45,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/e1cc4c8a1f3a4f679305420498aa58ea as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/e1cc4c8a1f3a4f679305420498aa58ea 2024-11-11T03:19:45,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/e1cc4c8a1f3a4f679305420498aa58ea, entries=150, sequenceid=233, filesize=30.4 K 2024-11-11T03:19:45,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/bdb8cf200ab74de1b9b2ce76c6e87d4a as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/bdb8cf200ab74de1b9b2ce76c6e87d4a 2024-11-11T03:19:45,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/bdb8cf200ab74de1b9b2ce76c6e87d4a, entries=150, sequenceid=233, filesize=11.9 K 2024-11-11T03:19:45,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/c411ad37edb64bb48445689ac2757623 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/c411ad37edb64bb48445689ac2757623 2024-11-11T03:19:45,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/c411ad37edb64bb48445689ac2757623, entries=150, sequenceid=233, filesize=11.9 K 2024-11-11T03:19:45,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 939d6d3af41760e025d7f0c21122e47d in 1259ms, sequenceid=233, compaction requested=true 2024-11-11T03:19:45,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:45,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939d6d3af41760e025d7f0c21122e47d:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:19:45,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:45,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939d6d3af41760e025d7f0c21122e47d:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:19:45,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:45,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939d6d3af41760e025d7f0c21122e47d:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:19:45,128 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:19:45,128 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:19:45,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:19:45,129 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:19:45,129 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 939d6d3af41760e025d7f0c21122e47d/B is initiating minor compaction (all files) 2024-11-11T03:19:45,129 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939d6d3af41760e025d7f0c21122e47d/B in TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:45,129 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/5a2e48d1285c46859118716566985f96, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/101f13460c2d461ab1f23f2ddaeb9956, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/bdb8cf200ab74de1b9b2ce76c6e87d4a] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp, totalSize=36.0 K 2024-11-11T03:19:45,130 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:19:45,130 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): 939d6d3af41760e025d7f0c21122e47d/A is initiating minor compaction (all files) 2024-11-11T03:19:45,130 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939d6d3af41760e025d7f0c21122e47d/A in TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:45,130 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a2e48d1285c46859118716566985f96, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731295180558 2024-11-11T03:19:45,130 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/0e6ba790d3e5447aba2c221e2fe1973d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/a85cd007f4114943902b056fcb4e767e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/e1cc4c8a1f3a4f679305420498aa58ea] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp, totalSize=91.5 K 2024-11-11T03:19:45,130 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:45,130 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. files: [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/0e6ba790d3e5447aba2c221e2fe1973d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/a85cd007f4114943902b056fcb4e767e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/e1cc4c8a1f3a4f679305420498aa58ea] 2024-11-11T03:19:45,130 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 101f13460c2d461ab1f23f2ddaeb9956, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731295182338 2024-11-11T03:19:45,130 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e6ba790d3e5447aba2c221e2fe1973d, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731295180558 2024-11-11T03:19:45,130 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting bdb8cf200ab74de1b9b2ce76c6e87d4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731295183552 2024-11-11T03:19:45,131 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting a85cd007f4114943902b056fcb4e767e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731295182338 2024-11-11T03:19:45,131 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1cc4c8a1f3a4f679305420498aa58ea, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731295183552 2024-11-11T03:19:45,138 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939d6d3af41760e025d7f0c21122e47d#B#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:45,138 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:45,138 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/a5205926787f4af3bc0d27ebd471a549 is 50, key is test_row_0/B:col10/1731295183557/Put/seqid=0 2024-11-11T03:19:45,141 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111a9d6817ffbde4678a77a963df6eb8730_939d6d3af41760e025d7f0c21122e47d store=[table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:45,143 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111a9d6817ffbde4678a77a963df6eb8730_939d6d3af41760e025d7f0c21122e47d, store=[table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:45,143 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a9d6817ffbde4678a77a963df6eb8730_939d6d3af41760e025d7f0c21122e47d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:45,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742407_1583 (size=12663) 2024-11-11T03:19:45,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742408_1584 (size=4469) 2024-11-11T03:19:45,147 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939d6d3af41760e025d7f0c21122e47d#A#compaction#490 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:45,148 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/69dab844a864468ab1ab91add0d329cd is 175, key is test_row_0/A:col10/1731295183557/Put/seqid=0 2024-11-11T03:19:45,150 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:45,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-11T03:19:45,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:45,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742409_1585 (size=31617) 2024-11-11T03:19:45,152 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 939d6d3af41760e025d7f0c21122e47d 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-11T03:19:45,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=A 2024-11-11T03:19:45,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:45,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=B 2024-11-11T03:19:45,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:45,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=C 2024-11-11T03:19:45,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:45,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110efcd8d7d1ed44e5a0ff44f54bef6765_939d6d3af41760e025d7f0c21122e47d is 50, key is test_row_0/A:col10/1731295183886/Put/seqid=0 2024-11-11T03:19:45,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742410_1586 (size=12304) 2024-11-11T03:19:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-11T03:19:45,550 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/a5205926787f4af3bc0d27ebd471a549 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/a5205926787f4af3bc0d27ebd471a549 2024-11-11T03:19:45,554 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939d6d3af41760e025d7f0c21122e47d/B of 939d6d3af41760e025d7f0c21122e47d into a5205926787f4af3bc0d27ebd471a549(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:45,554 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:45,554 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d., storeName=939d6d3af41760e025d7f0c21122e47d/B, priority=13, startTime=1731295185128; duration=0sec 2024-11-11T03:19:45,555 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:19:45,555 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939d6d3af41760e025d7f0c21122e47d:B 2024-11-11T03:19:45,555 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:19:45,556 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:19:45,556 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 939d6d3af41760e025d7f0c21122e47d/C is initiating minor compaction (all files) 2024-11-11T03:19:45,556 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939d6d3af41760e025d7f0c21122e47d/C in TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:45,556 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/93dddc3b407741a0be8d8d10d3fb8d73, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/073b3d9bd04a42e2ac72953b3a1e8130, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/c411ad37edb64bb48445689ac2757623] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp, totalSize=36.0 K 2024-11-11T03:19:45,557 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/69dab844a864468ab1ab91add0d329cd as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/69dab844a864468ab1ab91add0d329cd 2024-11-11T03:19:45,557 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 93dddc3b407741a0be8d8d10d3fb8d73, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731295180558 2024-11-11T03:19:45,557 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 073b3d9bd04a42e2ac72953b3a1e8130, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731295182338 2024-11-11T03:19:45,557 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting c411ad37edb64bb48445689ac2757623, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731295183552 2024-11-11T03:19:45,561 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939d6d3af41760e025d7f0c21122e47d/A of 939d6d3af41760e025d7f0c21122e47d into 69dab844a864468ab1ab91add0d329cd(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:45,561 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:45,561 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d., storeName=939d6d3af41760e025d7f0c21122e47d/A, priority=13, startTime=1731295185128; duration=0sec 2024-11-11T03:19:45,561 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:45,561 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939d6d3af41760e025d7f0c21122e47d:A 2024-11-11T03:19:45,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:19:45,564 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939d6d3af41760e025d7f0c21122e47d#C#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:45,564 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110efcd8d7d1ed44e5a0ff44f54bef6765_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110efcd8d7d1ed44e5a0ff44f54bef6765_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:45,565 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/15f5d665c0984e8e8d9a9a86f5014105 is 50, key is test_row_0/C:col10/1731295183557/Put/seqid=0 2024-11-11T03:19:45,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/a81e6abd751c47778a09b6152f872154, store: [table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:45,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/a81e6abd751c47778a09b6152f872154 is 175, key is test_row_0/A:col10/1731295183886/Put/seqid=0 2024-11-11T03:19:45,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742411_1587 (size=12663) 2024-11-11T03:19:45,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742412_1588 (size=31105) 2024-11-11T03:19:45,577 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/15f5d665c0984e8e8d9a9a86f5014105 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/15f5d665c0984e8e8d9a9a86f5014105 2024-11-11T03:19:45,581 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939d6d3af41760e025d7f0c21122e47d/C of 939d6d3af41760e025d7f0c21122e47d into 15f5d665c0984e8e8d9a9a86f5014105(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:45,581 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:45,581 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d., storeName=939d6d3af41760e025d7f0c21122e47d/C, priority=13, startTime=1731295185128; duration=0sec 2024-11-11T03:19:45,581 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:45,581 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939d6d3af41760e025d7f0c21122e47d:C 2024-11-11T03:19:45,975 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=243, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/a81e6abd751c47778a09b6152f872154 2024-11-11T03:19:45,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/0375013473a747f4af3407949af0f7e8 is 50, key is test_row_0/B:col10/1731295183886/Put/seqid=0 2024-11-11T03:19:45,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742413_1589 (size=12151) 2024-11-11T03:19:46,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:46,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. as already flushing 2024-11-11T03:19:46,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:46,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295246058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:46,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:46,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295246160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:46,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295246362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:46,386 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/0375013473a747f4af3407949af0f7e8 2024-11-11T03:19:46,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/97abaf76540746fab50b79de528fac0b is 50, key is test_row_0/C:col10/1731295183886/Put/seqid=0 2024-11-11T03:19:46,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742414_1590 (size=12151) 2024-11-11T03:19:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-11T03:19:46,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295246664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:46,796 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/97abaf76540746fab50b79de528fac0b 2024-11-11T03:19:46,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/a81e6abd751c47778a09b6152f872154 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/a81e6abd751c47778a09b6152f872154 2024-11-11T03:19:46,803 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/a81e6abd751c47778a09b6152f872154, entries=150, sequenceid=243, filesize=30.4 K 2024-11-11T03:19:46,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/0375013473a747f4af3407949af0f7e8 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/0375013473a747f4af3407949af0f7e8 2024-11-11T03:19:46,806 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/0375013473a747f4af3407949af0f7e8, entries=150, sequenceid=243, filesize=11.9 K 2024-11-11T03:19:46,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/97abaf76540746fab50b79de528fac0b as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/97abaf76540746fab50b79de528fac0b 2024-11-11T03:19:46,810 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/97abaf76540746fab50b79de528fac0b, entries=150, sequenceid=243, filesize=11.9 K 2024-11-11T03:19:46,811 INFO [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 939d6d3af41760e025d7f0c21122e47d in 1659ms, sequenceid=243, compaction requested=false 2024-11-11T03:19:46,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:46,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:46,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e4cdd3a0b883:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-11T03:19:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-11T03:19:46,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-11T03:19:46,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4250 sec 2024-11-11T03:19:46,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 2.4290 sec 2024-11-11T03:19:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:47,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 939d6d3af41760e025d7f0c21122e47d 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T03:19:47,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=A 2024-11-11T03:19:47,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:47,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=B 2024-11-11T03:19:47,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:47,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=C 2024-11-11T03:19:47,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:47,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111fb75adfa936c4eafbdf2ef0bfd45b6da_939d6d3af41760e025d7f0c21122e47d is 50, key is test_row_0/A:col10/1731295186057/Put/seqid=0 2024-11-11T03:19:47,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742415_1591 (size=12454) 2024-11-11T03:19:47,138 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:19:47,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295247140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:47,142 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111fb75adfa936c4eafbdf2ef0bfd45b6da_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111fb75adfa936c4eafbdf2ef0bfd45b6da_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:47,143 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/02adc257c8884bf9a45c9146b3b6f004, store: [table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:47,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/02adc257c8884bf9a45c9146b3b6f004 is 175, key is test_row_0/A:col10/1731295186057/Put/seqid=0 2024-11-11T03:19:47,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742416_1592 (size=31255) 2024-11-11T03:19:47,150 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/02adc257c8884bf9a45c9146b3b6f004 2024-11-11T03:19:47,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/41584cb90adc45b0a901bd5f0e6b7101 is 50, key is test_row_0/B:col10/1731295186057/Put/seqid=0 2024-11-11T03:19:47,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742417_1593 (size=12301) 2024-11-11T03:19:47,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39398 deadline: 1731295247166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:47,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295247243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:47,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:47,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295247447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:47,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/41584cb90adc45b0a901bd5f0e6b7101 2024-11-11T03:19:47,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/1c1707233a7e4bfb808330c0e14e8052 is 50, key is test_row_0/C:col10/1731295186057/Put/seqid=0 2024-11-11T03:19:47,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742418_1594 (size=12301) 2024-11-11T03:19:47,738 DEBUG [Thread-2340 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e8cd1ae to 127.0.0.1:50122 2024-11-11T03:19:47,738 DEBUG [Thread-2340 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:19:47,739 DEBUG [Thread-2342 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d832d43 to 127.0.0.1:50122 2024-11-11T03:19:47,739 DEBUG [Thread-2342 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:19:47,740 DEBUG [Thread-2336 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11c440f7 to 127.0.0.1:50122 2024-11-11T03:19:47,740 DEBUG [Thread-2336 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:19:47,740 DEBUG [Thread-2338 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58460ef3 to 127.0.0.1:50122 2024-11-11T03:19:47,740 DEBUG [Thread-2338 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:19:47,741 DEBUG [Thread-2334 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d7fe93b to 127.0.0.1:50122 2024-11-11T03:19:47,741 DEBUG [Thread-2334 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:19:47,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T03:19:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1731295247751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:47,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/1c1707233a7e4bfb808330c0e14e8052 2024-11-11T03:19:47,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/02adc257c8884bf9a45c9146b3b6f004 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/02adc257c8884bf9a45c9146b3b6f004 2024-11-11T03:19:47,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/02adc257c8884bf9a45c9146b3b6f004, entries=150, sequenceid=273, filesize=30.5 K 2024-11-11T03:19:47,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/41584cb90adc45b0a901bd5f0e6b7101 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/41584cb90adc45b0a901bd5f0e6b7101 2024-11-11T03:19:47,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/41584cb90adc45b0a901bd5f0e6b7101, entries=150, sequenceid=273, filesize=12.0 K 2024-11-11T03:19:47,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/1c1707233a7e4bfb808330c0e14e8052 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/1c1707233a7e4bfb808330c0e14e8052 2024-11-11T03:19:47,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/1c1707233a7e4bfb808330c0e14e8052, entries=150, sequenceid=273, filesize=12.0 K 2024-11-11T03:19:47,983 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 939d6d3af41760e025d7f0c21122e47d in 861ms, sequenceid=273, compaction requested=true 2024-11-11T03:19:47,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:47,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939d6d3af41760e025d7f0c21122e47d:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T03:19:47,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:47,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939d6d3af41760e025d7f0c21122e47d:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T03:19:47,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:47,984 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:19:47,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 939d6d3af41760e025d7f0c21122e47d:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T03:19:47,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:19:47,984 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:19:47,984 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:19:47,984 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93977 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:19:47,984 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1540): 939d6d3af41760e025d7f0c21122e47d/A is initiating minor compaction (all files) 2024-11-11T03:19:47,984 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 939d6d3af41760e025d7f0c21122e47d/B is initiating minor compaction (all files) 2024-11-11T03:19:47,985 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939d6d3af41760e025d7f0c21122e47d/B in TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:47,985 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939d6d3af41760e025d7f0c21122e47d/A in TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:47,985 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/a5205926787f4af3bc0d27ebd471a549, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/0375013473a747f4af3407949af0f7e8, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/41584cb90adc45b0a901bd5f0e6b7101] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp, totalSize=36.2 K 2024-11-11T03:19:47,985 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/69dab844a864468ab1ab91add0d329cd, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/a81e6abd751c47778a09b6152f872154, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/02adc257c8884bf9a45c9146b3b6f004] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp, totalSize=91.8 K 2024-11-11T03:19:47,985 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:47,985 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. files: [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/69dab844a864468ab1ab91add0d329cd, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/a81e6abd751c47778a09b6152f872154, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/02adc257c8884bf9a45c9146b3b6f004] 2024-11-11T03:19:47,985 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting a5205926787f4af3bc0d27ebd471a549, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731295183552 2024-11-11T03:19:47,985 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69dab844a864468ab1ab91add0d329cd, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731295183552 2024-11-11T03:19:47,985 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 0375013473a747f4af3407949af0f7e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731295183879 2024-11-11T03:19:47,985 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 41584cb90adc45b0a901bd5f0e6b7101, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731295186050 2024-11-11T03:19:47,985 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting a81e6abd751c47778a09b6152f872154, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731295183879 2024-11-11T03:19:47,986 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02adc257c8884bf9a45c9146b3b6f004, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731295186050 2024-11-11T03:19:47,991 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:47,991 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939d6d3af41760e025d7f0c21122e47d#B#compaction#498 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:47,991 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/8237e9382aaf436d84c880c5f38bea0a is 50, key is test_row_0/B:col10/1731295186057/Put/seqid=0 2024-11-11T03:19:47,992 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411113d9114aac684424caa3147b34660c794_939d6d3af41760e025d7f0c21122e47d store=[table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:47,996 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411113d9114aac684424caa3147b34660c794_939d6d3af41760e025d7f0c21122e47d, store=[table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:47,996 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113d9114aac684424caa3147b34660c794_939d6d3af41760e025d7f0c21122e47d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:47,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742419_1595 (size=12915) 2024-11-11T03:19:47,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742420_1596 (size=4469) 2024-11-11T03:19:48,177 DEBUG [Thread-2331 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x091d72db to 127.0.0.1:50122 2024-11-11T03:19:48,177 DEBUG [Thread-2331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:19:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(8581): Flush requested on 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:48,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 939d6d3af41760e025d7f0c21122e47d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T03:19:48,258 DEBUG [Thread-2323 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0644b7e6 to 127.0.0.1:50122 2024-11-11T03:19:48,258 DEBUG [Thread-2323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:19:48,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=A 2024-11-11T03:19:48,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:48,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=B 2024-11-11T03:19:48,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:48,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=C 2024-11-11T03:19:48,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:48,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e7d5f97797e2454198c1a052cbc1c3a2_939d6d3af41760e025d7f0c21122e47d is 50, key is test_row_0/A:col10/1731295187136/Put/seqid=0 2024-11-11T03:19:48,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742421_1597 (size=12454) 2024-11-11T03:19:48,400 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939d6d3af41760e025d7f0c21122e47d#A#compaction#499 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:48,400 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/8237e9382aaf436d84c880c5f38bea0a as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/8237e9382aaf436d84c880c5f38bea0a 2024-11-11T03:19:48,401 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/45e107e757bf4f28bcb9881ed54703ea is 175, key is test_row_0/A:col10/1731295186057/Put/seqid=0 2024-11-11T03:19:48,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742422_1598 (size=31869) 2024-11-11T03:19:48,404 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939d6d3af41760e025d7f0c21122e47d/B of 939d6d3af41760e025d7f0c21122e47d into 8237e9382aaf436d84c880c5f38bea0a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:48,405 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:48,405 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d., storeName=939d6d3af41760e025d7f0c21122e47d/B, priority=13, startTime=1731295187984; duration=0sec 2024-11-11T03:19:48,405 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T03:19:48,405 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939d6d3af41760e025d7f0c21122e47d:B 2024-11-11T03:19:48,405 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T03:19:48,405 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T03:19:48,405 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1540): 939d6d3af41760e025d7f0c21122e47d/C is initiating minor compaction (all files) 2024-11-11T03:19:48,405 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 939d6d3af41760e025d7f0c21122e47d/C in TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:48,406 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/15f5d665c0984e8e8d9a9a86f5014105, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/97abaf76540746fab50b79de528fac0b, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/1c1707233a7e4bfb808330c0e14e8052] into tmpdir=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp, totalSize=36.2 K 2024-11-11T03:19:48,406 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 15f5d665c0984e8e8d9a9a86f5014105, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731295183552 2024-11-11T03:19:48,406 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 97abaf76540746fab50b79de528fac0b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731295183879 2024-11-11T03:19:48,406 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c1707233a7e4bfb808330c0e14e8052, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731295186050 2024-11-11T03:19:48,411 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 939d6d3af41760e025d7f0c21122e47d#C#compaction#501 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T03:19:48,411 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/354b55db097e4f878be81141b6efbb77 is 50, key is test_row_0/C:col10/1731295186057/Put/seqid=0 2024-11-11T03:19:48,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742423_1599 (size=12915) 2024-11-11T03:19:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-11T03:19:48,491 INFO [Thread-2333 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-11T03:19:48,666 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:19:48,669 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e7d5f97797e2454198c1a052cbc1c3a2_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e7d5f97797e2454198c1a052cbc1c3a2_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:48,670 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/c3658daf8e94491e8fadaaf36e1c4de5, store: [table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:48,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/c3658daf8e94491e8fadaaf36e1c4de5 is 175, key is test_row_0/A:col10/1731295187136/Put/seqid=0 2024-11-11T03:19:48,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742424_1600 (size=31255) 2024-11-11T03:19:48,715 DEBUG [Thread-2325 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b5141 to 127.0.0.1:50122 2024-11-11T03:19:48,715 DEBUG [Thread-2325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:19:48,729 DEBUG [Thread-2327 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11a52cdf to 127.0.0.1:50122 2024-11-11T03:19:48,729 DEBUG [Thread-2327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:19:48,733 DEBUG [Thread-2329 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d7fe431 to 127.0.0.1:50122 2024-11-11T03:19:48,733 DEBUG [Thread-2329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:19:48,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T03:19:48,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-11-11T03:19:48,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-11T03:19:48,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-11-11T03:19:48,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-11T03:19:48,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-11T03:19:48,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T03:19:48,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7065 2024-11-11T03:19:48,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7087 2024-11-11T03:19:48,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7121 2024-11-11T03:19:48,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7081 2024-11-11T03:19:48,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7108 2024-11-11T03:19:48,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T03:19:48,734 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-11T03:19:48,734 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fb684eb to 127.0.0.1:50122 2024-11-11T03:19:48,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:19:48,734 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-11T03:19:48,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-11T03:19:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T03:19:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-11T03:19:48,737 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731295188737"}]},"ts":"1731295188737"} 2024-11-11T03:19:48,738 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T03:19:48,739 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T03:19:48,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T03:19:48,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=939d6d3af41760e025d7f0c21122e47d, UNASSIGN}] 2024-11-11T03:19:48,741 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=177, ppid=176, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=939d6d3af41760e025d7f0c21122e47d, UNASSIGN 2024-11-11T03:19:48,741 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=177 updating hbase:meta row=939d6d3af41760e025d7f0c21122e47d, regionState=CLOSING, regionLocation=e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:48,742 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T03:19:48,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; CloseRegionProcedure 939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786}] 2024-11-11T03:19:48,807 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/45e107e757bf4f28bcb9881ed54703ea as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/45e107e757bf4f28bcb9881ed54703ea 2024-11-11T03:19:48,810 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939d6d3af41760e025d7f0c21122e47d/A of 939d6d3af41760e025d7f0c21122e47d into 45e107e757bf4f28bcb9881ed54703ea(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:48,810 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:48,810 INFO [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d., storeName=939d6d3af41760e025d7f0c21122e47d/A, priority=13, startTime=1731295187984; duration=0sec 2024-11-11T03:19:48,810 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:48,810 DEBUG [RS:0;e4cdd3a0b883:46769-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939d6d3af41760e025d7f0c21122e47d:A 2024-11-11T03:19:48,817 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/354b55db097e4f878be81141b6efbb77 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/354b55db097e4f878be81141b6efbb77 2024-11-11T03:19:48,820 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 939d6d3af41760e025d7f0c21122e47d/C of 939d6d3af41760e025d7f0c21122e47d into 354b55db097e4f878be81141b6efbb77(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T03:19:48,820 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:48,820 INFO [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d., storeName=939d6d3af41760e025d7f0c21122e47d/C, priority=13, startTime=1731295187984; duration=0sec 2024-11-11T03:19:48,820 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T03:19:48,821 DEBUG [RS:0;e4cdd3a0b883:46769-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 939d6d3af41760e025d7f0c21122e47d:C 2024-11-11T03:19:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-11T03:19:48,893 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:48,893 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(124): Close 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:48,893 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T03:19:48,893 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1681): Closing 939d6d3af41760e025d7f0c21122e47d, disabling compactions & flushes 2024-11-11T03:19:48,893 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-11T03:19:49,074 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=284, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/c3658daf8e94491e8fadaaf36e1c4de5 2024-11-11T03:19:49,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/7a5c56a5c0794c1ebaa33b148c473643 is 50, key is test_row_0/B:col10/1731295187136/Put/seqid=0 2024-11-11T03:19:49,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742425_1601 (size=12301) 2024-11-11T03:19:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-11T03:19:49,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/7a5c56a5c0794c1ebaa33b148c473643 2024-11-11T03:19:49,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/62b7bf9c2c1341d88059b2950a342812 is 50, key is test_row_0/C:col10/1731295187136/Put/seqid=0 2024-11-11T03:19:49,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742426_1602 (size=12301) 2024-11-11T03:19:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-11T03:19:49,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/62b7bf9c2c1341d88059b2950a342812 2024-11-11T03:19:49,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/c3658daf8e94491e8fadaaf36e1c4de5 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/c3658daf8e94491e8fadaaf36e1c4de5 2024-11-11T03:19:49,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/c3658daf8e94491e8fadaaf36e1c4de5, entries=150, sequenceid=284, filesize=30.5 K 2024-11-11T03:19:49,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/7a5c56a5c0794c1ebaa33b148c473643 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/7a5c56a5c0794c1ebaa33b148c473643 2024-11-11T03:19:49,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/7a5c56a5c0794c1ebaa33b148c473643, entries=150, sequenceid=284, filesize=12.0 K 2024-11-11T03:19:49,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/62b7bf9c2c1341d88059b2950a342812 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/62b7bf9c2c1341d88059b2950a342812 2024-11-11T03:19:49,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/62b7bf9c2c1341d88059b2950a342812, entries=150, sequenceid=284, filesize=12.0 K 2024-11-11T03:19:49,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=20.13 KB/20610 for 939d6d3af41760e025d7f0c21122e47d in 1647ms, sequenceid=284, compaction requested=false 2024-11-11T03:19:49,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:49,905 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:49,905 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:49,905 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. after waiting 0 ms 2024-11-11T03:19:49,905 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:49,905 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(2837): Flushing 939d6d3af41760e025d7f0c21122e47d 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-11T03:19:49,905 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=A 2024-11-11T03:19:49,905 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:49,905 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=B 2024-11-11T03:19:49,905 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:49,905 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 939d6d3af41760e025d7f0c21122e47d, store=C 2024-11-11T03:19:49,905 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T03:19:49,909 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111dab776d17b78492aa26eb2b63a744694_939d6d3af41760e025d7f0c21122e47d is 50, key is test_row_1/A:col10/1731295188732/Put/seqid=0 2024-11-11T03:19:49,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742427_1603 (size=9914) 2024-11-11T03:19:50,313 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T03:19:50,316 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111dab776d17b78492aa26eb2b63a744694_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111dab776d17b78492aa26eb2b63a744694_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:50,316 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/c36c40fb081d4b39b8c2026eeff7c62d, store: [table=TestAcidGuarantees family=A region=939d6d3af41760e025d7f0c21122e47d] 2024-11-11T03:19:50,317 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/c36c40fb081d4b39b8c2026eeff7c62d is 175, key is test_row_1/A:col10/1731295188732/Put/seqid=0 2024-11-11T03:19:50,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742428_1604 (size=22561) 2024-11-11T03:19:50,720 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/c36c40fb081d4b39b8c2026eeff7c62d 2024-11-11T03:19:50,725 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/21ea5e3f4dbe432ba4c64e3cc34779b4 is 50, key is test_row_1/B:col10/1731295188732/Put/seqid=0 2024-11-11T03:19:50,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742429_1605 (size=9857) 2024-11-11T03:19:50,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-11T03:19:51,129 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/21ea5e3f4dbe432ba4c64e3cc34779b4 2024-11-11T03:19:51,134 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/80d7161c14214a97a051dae2497e7f8d is 50, key is test_row_1/C:col10/1731295188732/Put/seqid=0 2024-11-11T03:19:51,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742430_1606 (size=9857) 2024-11-11T03:19:51,537 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/80d7161c14214a97a051dae2497e7f8d 2024-11-11T03:19:51,541 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/A/c36c40fb081d4b39b8c2026eeff7c62d as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/c36c40fb081d4b39b8c2026eeff7c62d 2024-11-11T03:19:51,543 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/c36c40fb081d4b39b8c2026eeff7c62d, entries=100, sequenceid=293, filesize=22.0 K 2024-11-11T03:19:51,544 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/B/21ea5e3f4dbe432ba4c64e3cc34779b4 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/21ea5e3f4dbe432ba4c64e3cc34779b4 2024-11-11T03:19:51,546 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/21ea5e3f4dbe432ba4c64e3cc34779b4, entries=100, sequenceid=293, filesize=9.6 K 2024-11-11T03:19:51,547 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/.tmp/C/80d7161c14214a97a051dae2497e7f8d as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/80d7161c14214a97a051dae2497e7f8d 2024-11-11T03:19:51,549 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/80d7161c14214a97a051dae2497e7f8d, entries=100, sequenceid=293, filesize=9.6 K 2024-11-11T03:19:51,550 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 939d6d3af41760e025d7f0c21122e47d in 1645ms, sequenceid=293, compaction requested=true 2024-11-11T03:19:51,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/51be7383640e4ef6a08c7a596acf7703, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/d3bb02ea112143a28a6e36e63690a53c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/01ee49202b254d2aafa43e6f7d8ab0fb, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/fc59d217b3d543188b591f96d37bda55, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/3620b1d325fe4b7781a5ae89beef1021, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/e510898fe30f47eb98b59e6f54628879, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/cb31ebc40f8d41779f04197c4da47752, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/b7ef5fa1671841ecaea68863d3e9aa27, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/59426be04061446b90d347b7a755ad55, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/3b4db0ac54494188a10317255e364c6c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/ab473143a0914940a02409f420132fe5, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/f7875f564db04c6cbcb559abc01322cf, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/0e6ba790d3e5447aba2c221e2fe1973d, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/a85cd007f4114943902b056fcb4e767e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/69dab844a864468ab1ab91add0d329cd, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/e1cc4c8a1f3a4f679305420498aa58ea, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/a81e6abd751c47778a09b6152f872154, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/02adc257c8884bf9a45c9146b3b6f004] to archive 2024-11-11T03:19:51,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T03:19:51,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/51be7383640e4ef6a08c7a596acf7703 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/51be7383640e4ef6a08c7a596acf7703 2024-11-11T03:19:51,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/d3bb02ea112143a28a6e36e63690a53c to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/d3bb02ea112143a28a6e36e63690a53c 2024-11-11T03:19:51,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/01ee49202b254d2aafa43e6f7d8ab0fb to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/01ee49202b254d2aafa43e6f7d8ab0fb 2024-11-11T03:19:51,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/fc59d217b3d543188b591f96d37bda55 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/fc59d217b3d543188b591f96d37bda55 2024-11-11T03:19:51,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/3620b1d325fe4b7781a5ae89beef1021 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/3620b1d325fe4b7781a5ae89beef1021 2024-11-11T03:19:51,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/e510898fe30f47eb98b59e6f54628879 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/e510898fe30f47eb98b59e6f54628879 2024-11-11T03:19:51,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/cb31ebc40f8d41779f04197c4da47752 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/cb31ebc40f8d41779f04197c4da47752 2024-11-11T03:19:51,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/b7ef5fa1671841ecaea68863d3e9aa27 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/b7ef5fa1671841ecaea68863d3e9aa27 2024-11-11T03:19:51,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/59426be04061446b90d347b7a755ad55 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/59426be04061446b90d347b7a755ad55 2024-11-11T03:19:51,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/3b4db0ac54494188a10317255e364c6c to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/3b4db0ac54494188a10317255e364c6c 2024-11-11T03:19:51,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/ab473143a0914940a02409f420132fe5 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/ab473143a0914940a02409f420132fe5 2024-11-11T03:19:51,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/f7875f564db04c6cbcb559abc01322cf to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/f7875f564db04c6cbcb559abc01322cf 2024-11-11T03:19:51,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/0e6ba790d3e5447aba2c221e2fe1973d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/0e6ba790d3e5447aba2c221e2fe1973d 2024-11-11T03:19:51,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/a85cd007f4114943902b056fcb4e767e to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/a85cd007f4114943902b056fcb4e767e 2024-11-11T03:19:51,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/69dab844a864468ab1ab91add0d329cd to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/69dab844a864468ab1ab91add0d329cd 2024-11-11T03:19:51,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/e1cc4c8a1f3a4f679305420498aa58ea to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/e1cc4c8a1f3a4f679305420498aa58ea 2024-11-11T03:19:51,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/a81e6abd751c47778a09b6152f872154 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/a81e6abd751c47778a09b6152f872154 2024-11-11T03:19:51,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/02adc257c8884bf9a45c9146b3b6f004 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/02adc257c8884bf9a45c9146b3b6f004 2024-11-11T03:19:51,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/b2971def15eb488d8ab3fc6be5f053fa, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/68a123cb6ac04aa9835e60725ae5ca4f, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/e3c13021d5dd403da481cb90cf33dada, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/e535276f45434a298f484222df0f5912, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/34dbd67293f340e58eafd698482e8050, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/22f94cf8771542aca03ca307421cb733, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/c92178c34d6d499ca76bf570853c5f77, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/4bb877e0a1ad43ebbb6003c23fa00a28, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/db0f7782c91941f9aa0f6a07466bbf16, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/5d1ad221cd0d4dfc83fea92f2cb7c0d3, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/bf47e60b56d04bdd9cfd5aa4daeb378e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/5a2e48d1285c46859118716566985f96, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/ad73cf2e10624ef38dc86e1eeaf77635, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/101f13460c2d461ab1f23f2ddaeb9956, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/a5205926787f4af3bc0d27ebd471a549, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/bdb8cf200ab74de1b9b2ce76c6e87d4a, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/0375013473a747f4af3407949af0f7e8, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/41584cb90adc45b0a901bd5f0e6b7101] to archive 2024-11-11T03:19:51,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T03:19:51,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/b2971def15eb488d8ab3fc6be5f053fa to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/b2971def15eb488d8ab3fc6be5f053fa 2024-11-11T03:19:51,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/68a123cb6ac04aa9835e60725ae5ca4f to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/68a123cb6ac04aa9835e60725ae5ca4f 2024-11-11T03:19:51,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/e3c13021d5dd403da481cb90cf33dada to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/e3c13021d5dd403da481cb90cf33dada 2024-11-11T03:19:51,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/e535276f45434a298f484222df0f5912 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/e535276f45434a298f484222df0f5912 2024-11-11T03:19:51,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/34dbd67293f340e58eafd698482e8050 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/34dbd67293f340e58eafd698482e8050 2024-11-11T03:19:51,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/22f94cf8771542aca03ca307421cb733 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/22f94cf8771542aca03ca307421cb733 2024-11-11T03:19:51,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/c92178c34d6d499ca76bf570853c5f77 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/c92178c34d6d499ca76bf570853c5f77 2024-11-11T03:19:51,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/4bb877e0a1ad43ebbb6003c23fa00a28 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/4bb877e0a1ad43ebbb6003c23fa00a28 2024-11-11T03:19:51,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/db0f7782c91941f9aa0f6a07466bbf16 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/db0f7782c91941f9aa0f6a07466bbf16 2024-11-11T03:19:51,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/5d1ad221cd0d4dfc83fea92f2cb7c0d3 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/5d1ad221cd0d4dfc83fea92f2cb7c0d3 2024-11-11T03:19:51,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/bf47e60b56d04bdd9cfd5aa4daeb378e to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/bf47e60b56d04bdd9cfd5aa4daeb378e 2024-11-11T03:19:51,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/5a2e48d1285c46859118716566985f96 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/5a2e48d1285c46859118716566985f96 2024-11-11T03:19:51,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/ad73cf2e10624ef38dc86e1eeaf77635 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/ad73cf2e10624ef38dc86e1eeaf77635 2024-11-11T03:19:51,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/101f13460c2d461ab1f23f2ddaeb9956 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/101f13460c2d461ab1f23f2ddaeb9956 2024-11-11T03:19:51,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/a5205926787f4af3bc0d27ebd471a549 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/a5205926787f4af3bc0d27ebd471a549 2024-11-11T03:19:51,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/bdb8cf200ab74de1b9b2ce76c6e87d4a to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/bdb8cf200ab74de1b9b2ce76c6e87d4a 2024-11-11T03:19:51,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/0375013473a747f4af3407949af0f7e8 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/0375013473a747f4af3407949af0f7e8 2024-11-11T03:19:51,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/41584cb90adc45b0a901bd5f0e6b7101 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/41584cb90adc45b0a901bd5f0e6b7101 2024-11-11T03:19:51,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/c5e69fbecb1345fea48ed6b666522585, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/500cf93181cf4b258e5807dc1edacb97, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/0e000979dcca4822a023e41ef9ec2cac, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/397835947cc14165a69987e436acd04e, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/ada4cc64decf4b9ebbaeadaac5f335d3, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/38292b5c5c3e49078919b0bdf4ee3582, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/ada9c3ec3d0044dbb42df14e1ec1deea, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/bc6512714fee45228789d1619eac986c, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/9168526e0bbd4f68bacb8fb8f473a76a, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/aebccec403a14ff79e5eb40d9ec246b5, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/e2a0d635839b42679afbd4936395cf10, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/93dddc3b407741a0be8d8d10d3fb8d73, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/2774a8a037284674be741509e7803982, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/073b3d9bd04a42e2ac72953b3a1e8130, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/15f5d665c0984e8e8d9a9a86f5014105, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/c411ad37edb64bb48445689ac2757623, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/97abaf76540746fab50b79de528fac0b, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/1c1707233a7e4bfb808330c0e14e8052] to archive 2024-11-11T03:19:51,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T03:19:51,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/c5e69fbecb1345fea48ed6b666522585 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/c5e69fbecb1345fea48ed6b666522585 2024-11-11T03:19:51,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/500cf93181cf4b258e5807dc1edacb97 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/500cf93181cf4b258e5807dc1edacb97 2024-11-11T03:19:51,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/0e000979dcca4822a023e41ef9ec2cac to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/0e000979dcca4822a023e41ef9ec2cac 2024-11-11T03:19:51,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/397835947cc14165a69987e436acd04e to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/397835947cc14165a69987e436acd04e 2024-11-11T03:19:51,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/ada4cc64decf4b9ebbaeadaac5f335d3 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/ada4cc64decf4b9ebbaeadaac5f335d3 2024-11-11T03:19:51,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/38292b5c5c3e49078919b0bdf4ee3582 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/38292b5c5c3e49078919b0bdf4ee3582 2024-11-11T03:19:51,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/ada9c3ec3d0044dbb42df14e1ec1deea to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/ada9c3ec3d0044dbb42df14e1ec1deea 2024-11-11T03:19:51,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/bc6512714fee45228789d1619eac986c to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/bc6512714fee45228789d1619eac986c 2024-11-11T03:19:51,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/9168526e0bbd4f68bacb8fb8f473a76a to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/9168526e0bbd4f68bacb8fb8f473a76a 2024-11-11T03:19:51,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/aebccec403a14ff79e5eb40d9ec246b5 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/aebccec403a14ff79e5eb40d9ec246b5 2024-11-11T03:19:51,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/e2a0d635839b42679afbd4936395cf10 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/e2a0d635839b42679afbd4936395cf10 2024-11-11T03:19:51,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/93dddc3b407741a0be8d8d10d3fb8d73 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/93dddc3b407741a0be8d8d10d3fb8d73 2024-11-11T03:19:51,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/2774a8a037284674be741509e7803982 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/2774a8a037284674be741509e7803982 2024-11-11T03:19:51,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/073b3d9bd04a42e2ac72953b3a1e8130 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/073b3d9bd04a42e2ac72953b3a1e8130 2024-11-11T03:19:51,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/15f5d665c0984e8e8d9a9a86f5014105 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/15f5d665c0984e8e8d9a9a86f5014105 2024-11-11T03:19:51,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/c411ad37edb64bb48445689ac2757623 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/c411ad37edb64bb48445689ac2757623 2024-11-11T03:19:51,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/97abaf76540746fab50b79de528fac0b to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/97abaf76540746fab50b79de528fac0b 2024-11-11T03:19:51,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/1c1707233a7e4bfb808330c0e14e8052 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/1c1707233a7e4bfb808330c0e14e8052 2024-11-11T03:19:51,601 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/recovered.edits/296.seqid, newMaxSeqId=296, maxSeqId=4 2024-11-11T03:19:51,602 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d. 2024-11-11T03:19:51,602 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1635): Region close journal for 939d6d3af41760e025d7f0c21122e47d: 2024-11-11T03:19:51,603 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(170): Closed 939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:51,603 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=177 updating hbase:meta row=939d6d3af41760e025d7f0c21122e47d, regionState=CLOSED 2024-11-11T03:19:51,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-11T03:19:51,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; CloseRegionProcedure 939d6d3af41760e025d7f0c21122e47d, server=e4cdd3a0b883,46769,1731295025786 in 2.8620 sec 2024-11-11T03:19:51,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=177, resume processing ppid=176 2024-11-11T03:19:51,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, ppid=176, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=939d6d3af41760e025d7f0c21122e47d, UNASSIGN in 2.8650 sec 2024-11-11T03:19:51,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-11T03:19:51,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.8670 sec 2024-11-11T03:19:51,608 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731295191607"}]},"ts":"1731295191607"} 2024-11-11T03:19:51,608 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T03:19:51,610 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T03:19:51,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.8750 sec 2024-11-11T03:19:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-11T03:19:52,841 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-11T03:19:52,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-11T03:19:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:19:52,843 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=179, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:19:52,843 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=179, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:19:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-11T03:19:52,845 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:52,847 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A, FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B, FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C, FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/recovered.edits] 2024-11-11T03:19:52,849 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/45e107e757bf4f28bcb9881ed54703ea to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/45e107e757bf4f28bcb9881ed54703ea 2024-11-11T03:19:52,850 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/c3658daf8e94491e8fadaaf36e1c4de5 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/c3658daf8e94491e8fadaaf36e1c4de5 2024-11-11T03:19:52,851 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/c36c40fb081d4b39b8c2026eeff7c62d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/A/c36c40fb081d4b39b8c2026eeff7c62d 2024-11-11T03:19:52,853 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/21ea5e3f4dbe432ba4c64e3cc34779b4 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/21ea5e3f4dbe432ba4c64e3cc34779b4 2024-11-11T03:19:52,854 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/7a5c56a5c0794c1ebaa33b148c473643 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/7a5c56a5c0794c1ebaa33b148c473643 2024-11-11T03:19:52,855 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/8237e9382aaf436d84c880c5f38bea0a to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/B/8237e9382aaf436d84c880c5f38bea0a 2024-11-11T03:19:52,856 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/354b55db097e4f878be81141b6efbb77 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/354b55db097e4f878be81141b6efbb77 2024-11-11T03:19:52,857 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/62b7bf9c2c1341d88059b2950a342812 to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/62b7bf9c2c1341d88059b2950a342812 2024-11-11T03:19:52,858 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/80d7161c14214a97a051dae2497e7f8d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/C/80d7161c14214a97a051dae2497e7f8d 2024-11-11T03:19:52,860 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/recovered.edits/296.seqid to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d/recovered.edits/296.seqid 2024-11-11T03:19:52,861 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/default/TestAcidGuarantees/939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:52,861 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T03:19:52,861 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T03:19:52,862 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-11T03:19:52,864 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111106160869879a48b0a26eb05723db20f7_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111106160869879a48b0a26eb05723db20f7_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:52,865 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110efcd8d7d1ed44e5a0ff44f54bef6765_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110efcd8d7d1ed44e5a0ff44f54bef6765_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:52,865 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115b684848c895408ba19d9fc5ffda14da_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115b684848c895408ba19d9fc5ffda14da_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:52,866 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115bc518c2fb174c1992fa68cd177bc35a_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115bc518c2fb174c1992fa68cd177bc35a_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:52,867 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111731c7da19dd14c399904539bdeab15e1_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111731c7da19dd14c399904539bdeab15e1_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:52,868 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111179cbf6ad2760430db289a7307be76ef1_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111179cbf6ad2760430db289a7307be76ef1_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:52,869 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111195ddb7143827484d83988eb1b5005df4_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111195ddb7143827484d83988eb1b5005df4_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:52,870 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a13f72990f3244bb9c93801eaed98ff3_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a13f72990f3244bb9c93801eaed98ff3_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:52,871 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c45753b39f59459296a8c8074aa9e5a4_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c45753b39f59459296a8c8074aa9e5a4_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:52,872 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c85320e815624d659a232af836e15d19_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c85320e815624d659a232af836e15d19_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:52,873 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111dab776d17b78492aa26eb2b63a744694_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111dab776d17b78492aa26eb2b63a744694_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:52,874 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e7d5f97797e2454198c1a052cbc1c3a2_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e7d5f97797e2454198c1a052cbc1c3a2_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:52,875 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e8ae150fe3a34249b35038319ee77b8d_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e8ae150fe3a34249b35038319ee77b8d_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:52,876 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111fb75adfa936c4eafbdf2ef0bfd45b6da_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111fb75adfa936c4eafbdf2ef0bfd45b6da_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:52,877 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ff3e07721ee84ceab8a20cfce0b34364_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ff3e07721ee84ceab8a20cfce0b34364_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:52,877 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111fff8852c41004854885819eb3e0afc83_939d6d3af41760e025d7f0c21122e47d to hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111fff8852c41004854885819eb3e0afc83_939d6d3af41760e025d7f0c21122e47d 2024-11-11T03:19:52,878 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T03:19:52,880 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=179, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:19:52,882 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T03:19:52,883 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T03:19:52,884 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=179, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:19:52,884 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T03:19:52,884 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731295192884"}]},"ts":"9223372036854775807"} 2024-11-11T03:19:52,885 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-11T03:19:52,885 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 939d6d3af41760e025d7f0c21122e47d, NAME => 'TestAcidGuarantees,,1731295164668.939d6d3af41760e025d7f0c21122e47d.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T03:19:52,886 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T03:19:52,886 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731295192886"}]},"ts":"9223372036854775807"} 2024-11-11T03:19:52,887 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-11T03:19:52,891 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=179, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T03:19:52,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-11-11T03:19:52,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-11T03:19:52,944 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-11T03:19:52,955 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=238 (was 239), OpenFileDescriptor=450 (was 446) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=370 (was 431), ProcessCount=9 (was 9), AvailableMemoryMB=8112 (was 8128) 2024-11-11T03:19:52,955 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-11T03:19:52,955 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-11T03:19:52,955 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x76523d14 to 127.0.0.1:50122 2024-11-11T03:19:52,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:19:52,955 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T03:19:52,955 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1759250028, stopped=false 2024-11-11T03:19:52,956 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=e4cdd3a0b883,44533,1731295025058 2024-11-11T03:19:52,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101955509d20001, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T03:19:52,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T03:19:52,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101955509d20001, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:19:52,957 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-11T03:19:52,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:19:52,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:19:52,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46769-0x101955509d20001, quorum=127.0.0.1:50122, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T03:19:52,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T03:19:52,958 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'e4cdd3a0b883,46769,1731295025786' ***** 2024-11-11T03:19:52,958 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-11T03:19:52,959 INFO [RS:0;e4cdd3a0b883:46769 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T03:19:52,959 INFO [RS:0;e4cdd3a0b883:46769 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T03:19:52,959 INFO [RS:0;e4cdd3a0b883:46769 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T03:19:52,959 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-11T03:19:52,959 INFO [RS:0;e4cdd3a0b883:46769 {}] regionserver.HRegionServer(3579): Received CLOSE for 5bdf047d2a67d09d3cac5663706464b2 2024-11-11T03:19:52,959 INFO [RS:0;e4cdd3a0b883:46769 {}] regionserver.HRegionServer(1224): stopping server e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:52,959 DEBUG [RS:0;e4cdd3a0b883:46769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:19:52,959 INFO [RS:0;e4cdd3a0b883:46769 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T03:19:52,959 INFO [RS:0;e4cdd3a0b883:46769 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T03:19:52,959 INFO [RS:0;e4cdd3a0b883:46769 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T03:19:52,959 INFO [RS:0;e4cdd3a0b883:46769 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-11T03:19:52,960 INFO [RS:0;e4cdd3a0b883:46769 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-11T03:19:52,960 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5bdf047d2a67d09d3cac5663706464b2, disabling compactions & flushes 2024-11-11T03:19:52,960 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731295029174.5bdf047d2a67d09d3cac5663706464b2. 2024-11-11T03:19:52,960 DEBUG [RS:0;e4cdd3a0b883:46769 {}] regionserver.HRegionServer(1603): Online Regions={5bdf047d2a67d09d3cac5663706464b2=hbase:namespace,,1731295029174.5bdf047d2a67d09d3cac5663706464b2., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T03:19:52,960 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731295029174.5bdf047d2a67d09d3cac5663706464b2. 2024-11-11T03:19:52,960 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731295029174.5bdf047d2a67d09d3cac5663706464b2. after waiting 0 ms 2024-11-11T03:19:52,960 DEBUG [RS_CLOSE_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-11T03:19:52,960 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731295029174.5bdf047d2a67d09d3cac5663706464b2. 2024-11-11T03:19:52,960 INFO [RS_CLOSE_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-11T03:19:52,960 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 5bdf047d2a67d09d3cac5663706464b2 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-11T03:19:52,960 DEBUG [RS_CLOSE_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-11T03:19:52,960 DEBUG [RS_CLOSE_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T03:19:52,960 DEBUG [RS_CLOSE_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T03:19:52,960 INFO [RS_CLOSE_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-11T03:19:52,960 DEBUG [RS:0;e4cdd3a0b883:46769 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 5bdf047d2a67d09d3cac5663706464b2 2024-11-11T03:19:52,976 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/namespace/5bdf047d2a67d09d3cac5663706464b2/.tmp/info/74732b19fe8e43fb88161a588181303b is 45, key is default/info:d/1731295030134/Put/seqid=0 2024-11-11T03:19:52,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742431_1607 (size=5037) 2024-11-11T03:19:52,981 DEBUG [RS_CLOSE_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/meta/1588230740/.tmp/info/528f560daa644f8b914d2d6ddb1ad36d is 143, key is hbase:namespace,,1731295029174.5bdf047d2a67d09d3cac5663706464b2./info:regioninfo/1731295030026/Put/seqid=0 2024-11-11T03:19:52,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742432_1608 (size=7725) 2024-11-11T03:19:53,043 INFO [regionserver/e4cdd3a0b883:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T03:19:53,161 DEBUG [RS:0;e4cdd3a0b883:46769 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 5bdf047d2a67d09d3cac5663706464b2 2024-11-11T03:19:53,240 INFO [regionserver/e4cdd3a0b883:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T03:19:53,240 INFO [regionserver/e4cdd3a0b883:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T03:19:53,361 DEBUG [RS:0;e4cdd3a0b883:46769 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 5bdf047d2a67d09d3cac5663706464b2 2024-11-11T03:19:53,380 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/namespace/5bdf047d2a67d09d3cac5663706464b2/.tmp/info/74732b19fe8e43fb88161a588181303b 2024-11-11T03:19:53,384 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/namespace/5bdf047d2a67d09d3cac5663706464b2/.tmp/info/74732b19fe8e43fb88161a588181303b as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/namespace/5bdf047d2a67d09d3cac5663706464b2/info/74732b19fe8e43fb88161a588181303b 2024-11-11T03:19:53,386 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/namespace/5bdf047d2a67d09d3cac5663706464b2/info/74732b19fe8e43fb88161a588181303b, entries=2, sequenceid=6, filesize=4.9 K 2024-11-11T03:19:53,387 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 5bdf047d2a67d09d3cac5663706464b2 in 427ms, sequenceid=6, compaction requested=false 2024-11-11T03:19:53,388 INFO [RS_CLOSE_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/meta/1588230740/.tmp/info/528f560daa644f8b914d2d6ddb1ad36d 2024-11-11T03:19:53,390 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/namespace/5bdf047d2a67d09d3cac5663706464b2/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T03:19:53,391 INFO [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731295029174.5bdf047d2a67d09d3cac5663706464b2. 2024-11-11T03:19:53,391 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5bdf047d2a67d09d3cac5663706464b2: 2024-11-11T03:19:53,391 DEBUG [RS_CLOSE_REGION-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731295029174.5bdf047d2a67d09d3cac5663706464b2. 2024-11-11T03:19:53,414 DEBUG [RS_CLOSE_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/meta/1588230740/.tmp/rep_barrier/c206420a31cf49808b77fa9258aac281 is 102, key is TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a./rep_barrier:/1731295056382/DeleteFamily/seqid=0 2024-11-11T03:19:53,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742433_1609 (size=6025) 2024-11-11T03:19:53,561 DEBUG [RS:0;e4cdd3a0b883:46769 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-11T03:19:53,761 DEBUG [RS:0;e4cdd3a0b883:46769 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-11T03:19:53,818 INFO [RS_CLOSE_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/meta/1588230740/.tmp/rep_barrier/c206420a31cf49808b77fa9258aac281 2024-11-11T03:19:53,836 DEBUG [RS_CLOSE_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/meta/1588230740/.tmp/table/032b93ac48104257947236327f60aa24 is 96, key is TestAcidGuarantees,,1731295030341.bdea827afec00fa9fe9f5450a776085a./table:/1731295056382/DeleteFamily/seqid=0 2024-11-11T03:19:53,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742434_1610 (size=5942) 2024-11-11T03:19:53,962 INFO [RS:0;e4cdd3a0b883:46769 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-11T03:19:53,962 DEBUG [RS:0;e4cdd3a0b883:46769 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T03:19:53,962 DEBUG [RS:0;e4cdd3a0b883:46769 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-11T03:19:54,162 DEBUG [RS:0;e4cdd3a0b883:46769 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-11T03:19:54,240 INFO [RS_CLOSE_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/meta/1588230740/.tmp/table/032b93ac48104257947236327f60aa24 2024-11-11T03:19:54,244 DEBUG [RS_CLOSE_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/meta/1588230740/.tmp/info/528f560daa644f8b914d2d6ddb1ad36d as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/meta/1588230740/info/528f560daa644f8b914d2d6ddb1ad36d 2024-11-11T03:19:54,247 INFO [RS_CLOSE_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/meta/1588230740/info/528f560daa644f8b914d2d6ddb1ad36d, entries=22, sequenceid=93, filesize=7.5 K 2024-11-11T03:19:54,247 DEBUG [RS_CLOSE_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/meta/1588230740/.tmp/rep_barrier/c206420a31cf49808b77fa9258aac281 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/meta/1588230740/rep_barrier/c206420a31cf49808b77fa9258aac281 2024-11-11T03:19:54,250 INFO [RS_CLOSE_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/meta/1588230740/rep_barrier/c206420a31cf49808b77fa9258aac281, entries=6, sequenceid=93, filesize=5.9 K 2024-11-11T03:19:54,251 DEBUG [RS_CLOSE_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/meta/1588230740/.tmp/table/032b93ac48104257947236327f60aa24 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/meta/1588230740/table/032b93ac48104257947236327f60aa24 2024-11-11T03:19:54,253 INFO [RS_CLOSE_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/meta/1588230740/table/032b93ac48104257947236327f60aa24, entries=9, sequenceid=93, filesize=5.8 K 2024-11-11T03:19:54,254 INFO [RS_CLOSE_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1294ms, sequenceid=93, compaction requested=false 2024-11-11T03:19:54,257 DEBUG [RS_CLOSE_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-11T03:19:54,258 DEBUG [RS_CLOSE_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T03:19:54,258 INFO [RS_CLOSE_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-11T03:19:54,258 DEBUG [RS_CLOSE_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-11T03:19:54,258 DEBUG [RS_CLOSE_META-regionserver/e4cdd3a0b883:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T03:19:54,362 INFO [RS:0;e4cdd3a0b883:46769 {}] regionserver.HRegionServer(1250): stopping server e4cdd3a0b883,46769,1731295025786; all regions closed. 2024-11-11T03:19:54,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741834_1010 (size=26050) 2024-11-11T03:19:54,369 DEBUG [RS:0;e4cdd3a0b883:46769 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/oldWALs 2024-11-11T03:19:54,369 INFO [RS:0;e4cdd3a0b883:46769 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL e4cdd3a0b883%2C46769%2C1731295025786.meta:.meta(num 1731295028872) 2024-11-11T03:19:54,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741832_1008 (size=13834276) 2024-11-11T03:19:54,373 DEBUG [RS:0;e4cdd3a0b883:46769 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/oldWALs 2024-11-11T03:19:54,373 INFO [RS:0;e4cdd3a0b883:46769 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL e4cdd3a0b883%2C46769%2C1731295025786:(num 1731295028355) 2024-11-11T03:19:54,373 DEBUG [RS:0;e4cdd3a0b883:46769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:19:54,374 INFO [RS:0;e4cdd3a0b883:46769 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T03:19:54,374 INFO [RS:0;e4cdd3a0b883:46769 {}] hbase.ChoreService(370): Chore service for: regionserver/e4cdd3a0b883:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-11T03:19:54,374 INFO [regionserver/e4cdd3a0b883:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-11T03:19:54,375 INFO [RS:0;e4cdd3a0b883:46769 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46769 2024-11-11T03:19:54,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101955509d20001, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e4cdd3a0b883,46769,1731295025786 2024-11-11T03:19:54,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T03:19:54,379 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$359/0x00007ff7548f3790@41d4f2d3 rejected from java.util.concurrent.ThreadPoolExecutor@4d6648d[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-11T03:19:54,379 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4cdd3a0b883,46769,1731295025786] 2024-11-11T03:19:54,379 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing e4cdd3a0b883,46769,1731295025786; numProcessing=1 2024-11-11T03:19:54,381 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/e4cdd3a0b883,46769,1731295025786 already deleted, retry=false 2024-11-11T03:19:54,381 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; e4cdd3a0b883,46769,1731295025786 expired; onlineServers=0 2024-11-11T03:19:54,381 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'e4cdd3a0b883,44533,1731295025058' ***** 2024-11-11T03:19:54,381 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T03:19:54,381 DEBUG [M:0;e4cdd3a0b883:44533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775b3170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4cdd3a0b883/172.17.0.2:0 2024-11-11T03:19:54,381 INFO [M:0;e4cdd3a0b883:44533 {}] regionserver.HRegionServer(1224): stopping server e4cdd3a0b883,44533,1731295025058 2024-11-11T03:19:54,381 INFO [M:0;e4cdd3a0b883:44533 {}] regionserver.HRegionServer(1250): stopping server e4cdd3a0b883,44533,1731295025058; all regions closed. 2024-11-11T03:19:54,381 DEBUG [M:0;e4cdd3a0b883:44533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T03:19:54,381 DEBUG [M:0;e4cdd3a0b883:44533 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T03:19:54,382 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T03:19:54,382 DEBUG [M:0;e4cdd3a0b883:44533 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T03:19:54,382 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster-HFileCleaner.large.0-1731295027984 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4cdd3a0b883:0:becomeActiveMaster-HFileCleaner.large.0-1731295027984,5,FailOnTimeoutGroup] 2024-11-11T03:19:54,382 DEBUG [master/e4cdd3a0b883:0:becomeActiveMaster-HFileCleaner.small.0-1731295027985 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4cdd3a0b883:0:becomeActiveMaster-HFileCleaner.small.0-1731295027985,5,FailOnTimeoutGroup] 2024-11-11T03:19:54,382 INFO [M:0;e4cdd3a0b883:44533 {}] hbase.ChoreService(370): Chore service for: master/e4cdd3a0b883:0 had [] on shutdown 2024-11-11T03:19:54,382 DEBUG [M:0;e4cdd3a0b883:44533 {}] master.HMaster(1733): Stopping service threads 2024-11-11T03:19:54,382 INFO [M:0;e4cdd3a0b883:44533 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T03:19:54,382 ERROR [M:0;e4cdd3a0b883:44533 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (509200408) connection to localhost/127.0.0.1:32915 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:32915,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-11T03:19:54,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T03:19:54,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T03:19:54,383 INFO [M:0;e4cdd3a0b883:44533 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T03:19:54,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T03:19:54,383 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T03:19:54,384 DEBUG [M:0;e4cdd3a0b883:44533 {}] zookeeper.ZKUtil(347): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T03:19:54,384 WARN [M:0;e4cdd3a0b883:44533 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T03:19:54,384 INFO [M:0;e4cdd3a0b883:44533 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-11T03:19:54,384 INFO [M:0;e4cdd3a0b883:44533 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T03:19:54,384 DEBUG [M:0;e4cdd3a0b883:44533 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T03:19:54,385 INFO [M:0;e4cdd3a0b883:44533 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T03:19:54,385 DEBUG [M:0;e4cdd3a0b883:44533 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T03:19:54,385 DEBUG [M:0;e4cdd3a0b883:44533 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T03:19:54,385 DEBUG [M:0;e4cdd3a0b883:44533 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T03:19:54,385 INFO [M:0;e4cdd3a0b883:44533 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=751.63 KB heapSize=923.02 KB 2024-11-11T03:19:54,404 DEBUG [M:0;e4cdd3a0b883:44533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2dbf0671f8a42ff962ec2a22819ac25 is 82, key is hbase:meta,,1/info:regioninfo/1731295029049/Put/seqid=0 2024-11-11T03:19:54,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742435_1611 (size=5672) 2024-11-11T03:19:54,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101955509d20001, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T03:19:54,480 INFO [RS:0;e4cdd3a0b883:46769 {}] regionserver.HRegionServer(1307): Exiting; stopping=e4cdd3a0b883,46769,1731295025786; zookeeper connection closed. 2024-11-11T03:19:54,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101955509d20001, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T03:19:54,481 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@38c4fbd2 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@38c4fbd2 2024-11-11T03:19:54,481 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T03:19:54,809 INFO [M:0;e4cdd3a0b883:44533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2104 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2dbf0671f8a42ff962ec2a22819ac25 2024-11-11T03:19:54,832 DEBUG [M:0;e4cdd3a0b883:44533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7284faa995942f9b68966ea9d08758e is 2277, key is \x00\x00\x00\x00\x00\x00\x00k/proc:d/1731295115505/Put/seqid=0 2024-11-11T03:19:54,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742436_1612 (size=45008) 2024-11-11T03:19:55,236 INFO [M:0;e4cdd3a0b883:44533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=751.08 KB at sequenceid=2104 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7284faa995942f9b68966ea9d08758e 2024-11-11T03:19:55,240 INFO [M:0;e4cdd3a0b883:44533 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7284faa995942f9b68966ea9d08758e 2024-11-11T03:19:55,255 DEBUG [M:0;e4cdd3a0b883:44533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f4a02ec411a448ba2324b4866f84ac6 is 69, key is e4cdd3a0b883,46769,1731295025786/rs:state/1731295028085/Put/seqid=0 2024-11-11T03:19:55,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073742437_1613 (size=5156) 2024-11-11T03:19:55,547 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T03:19:55,547 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T03:19:55,548 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-11T03:19:55,549 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-11T03:19:55,659 INFO [M:0;e4cdd3a0b883:44533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2104 (bloomFilter=true), to=hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f4a02ec411a448ba2324b4866f84ac6 2024-11-11T03:19:55,663 DEBUG [M:0;e4cdd3a0b883:44533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2dbf0671f8a42ff962ec2a22819ac25 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d2dbf0671f8a42ff962ec2a22819ac25 2024-11-11T03:19:55,666 INFO [M:0;e4cdd3a0b883:44533 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d2dbf0671f8a42ff962ec2a22819ac25, entries=8, sequenceid=2104, filesize=5.5 K 2024-11-11T03:19:55,666 DEBUG [M:0;e4cdd3a0b883:44533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7284faa995942f9b68966ea9d08758e as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b7284faa995942f9b68966ea9d08758e 2024-11-11T03:19:55,669 INFO [M:0;e4cdd3a0b883:44533 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7284faa995942f9b68966ea9d08758e 2024-11-11T03:19:55,669 INFO [M:0;e4cdd3a0b883:44533 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b7284faa995942f9b68966ea9d08758e, entries=179, sequenceid=2104, filesize=44.0 K 2024-11-11T03:19:55,669 DEBUG [M:0;e4cdd3a0b883:44533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f4a02ec411a448ba2324b4866f84ac6 as hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f4a02ec411a448ba2324b4866f84ac6 2024-11-11T03:19:55,672 INFO [M:0;e4cdd3a0b883:44533 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32915/user/jenkins/test-data/59fe5b0d-077e-cd89-222c-1a7a31d487a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f4a02ec411a448ba2324b4866f84ac6, entries=1, sequenceid=2104, filesize=5.0 K 2024-11-11T03:19:55,673 INFO [M:0;e4cdd3a0b883:44533 {}] regionserver.HRegion(3040): Finished flush of dataSize ~751.63 KB/769670, heapSize ~922.73 KB/944872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=2104, compaction requested=false 2024-11-11T03:19:55,674 INFO [M:0;e4cdd3a0b883:44533 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T03:19:55,674 DEBUG [M:0;e4cdd3a0b883:44533 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-11T03:19:55,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741830_1006 (size=907669) 2024-11-11T03:19:55,676 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-11T03:19:55,676 INFO [M:0;e4cdd3a0b883:44533 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-11T03:19:55,676 INFO [M:0;e4cdd3a0b883:44533 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44533 2024-11-11T03:19:55,678 DEBUG [M:0;e4cdd3a0b883:44533 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/e4cdd3a0b883,44533,1731295025058 already deleted, retry=false 2024-11-11T03:19:55,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T03:19:55,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x101955509d20000, quorum=127.0.0.1:50122, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T03:19:55,779 INFO [M:0;e4cdd3a0b883:44533 {}] regionserver.HRegionServer(1307): Exiting; stopping=e4cdd3a0b883,44533,1731295025058; zookeeper connection closed. 2024-11-11T03:19:55,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3054265c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T03:19:55,788 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65902fec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T03:19:55,789 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T03:19:55,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T03:19:55,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca71a25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/hadoop.log.dir/,STOPPED} 2024-11-11T03:19:55,792 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T03:19:55,792 WARN [BP-1202617161-172.17.0.2-1731295022309 heartbeating to localhost/127.0.0.1:32915 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T03:19:55,792 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T03:19:55,792 WARN [BP-1202617161-172.17.0.2-1731295022309 heartbeating to localhost/127.0.0.1:32915 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1202617161-172.17.0.2-1731295022309 (Datanode Uuid 95c1d906-0d37-4c9d-862c-6c1e44df89cc) service to localhost/127.0.0.1:32915 2024-11-11T03:19:55,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/cluster_c535803d-d78c-63fa-68ee-e027b90771f3/dfs/data/data1/current/BP-1202617161-172.17.0.2-1731295022309 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T03:19:55,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/cluster_c535803d-d78c-63fa-68ee-e027b90771f3/dfs/data/data2/current/BP-1202617161-172.17.0.2-1731295022309 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T03:19:55,795 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T03:19:55,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T03:19:55,804 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T03:19:55,804 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T03:19:55,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T03:19:55,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d999de1-9105-0573-1ac7-cb248cba4d28/hadoop.log.dir/,STOPPED} 2024-11-11T03:19:55,821 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-11T03:19:55,960 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down